-- Logs begin at Fri 2021-04-02 17:25:08 UTC, end at Fri 2021-04-02 18:25:19 UTC. -- Apr 02 18:00:24.347345 dv-cinder-784477-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 02 18:00:27.205734 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.common.config [-] Logging enabled! Apr 02 18:00:27.206296 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29 Apr 02 18:00:27.207579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84223) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 02 18:00:27.209366 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.common.config [-] Logging enabled! Apr 02 18:00:27.209657 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29 Apr 02 18:00:27.210003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84223) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 02 18:00:27.211041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 18:00:27.211306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 18:00:27.212377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 18:00:27.212664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 18:00:27.212921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 18:00:27.213288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.213630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.213967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.214228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.214566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.214898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.215218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.215546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.215881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.216224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.216543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.216867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.217127 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.217430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.217754 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.218078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.218330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] debug = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.218644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.219172 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.219492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.219831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.220158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.220494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.220797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.221107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.221424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.222048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] host = dv-cinder-784477-2-smb {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.222358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.222683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.223009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.223333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.223641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.223950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.224298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.224604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.224909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] log_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.225219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.225544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.225871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.226200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.226453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.226708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.227032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.227356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.227663 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.227970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.228303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.228611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.228916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.229213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.229535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.229854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.230177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.230483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.230790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.231096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.231399 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.231721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.232025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.232355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.232662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.232985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.233288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.233589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.233925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.234247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.234568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.234889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.235194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.235543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.235848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.236152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.236483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] use_json = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.236793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.237098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.237415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.237718 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.238022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.238326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.238630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.238952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:27.239283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.239617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.239955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.240316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.240648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.240961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.241288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.241601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.241925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.242250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.242569 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.242877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.243196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.243506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.243837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.244224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.244529 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.244883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.245168 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.245472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.245774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.246082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.246398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.246736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.247061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.247366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.247677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.248004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.248339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.248647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.248961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.249287 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.249598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.249901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.250214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.250520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.250823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.251647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.251957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.252309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.252620 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.252922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.253225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.253533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.253836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.254154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.254462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.254763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.255064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.255374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.255677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.255982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.256317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.256622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.256929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.257237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.257538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.257841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.258141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.258440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.258739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.259038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.259348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.259648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.259949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.260273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.260578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.260878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.261194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.261526 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.261838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.262149 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.262462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.262771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.263079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.263390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.263701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.264011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.264338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.264667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.264984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.265303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.265619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.265928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.266259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.267193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.267514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.267826 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.268140 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.268505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.268824 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.269152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.269480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.269807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.270136 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.270462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.270773 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.271123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.271435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:27.271680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 18:00:27.271941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84223) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 02 18:00:27.932741 dv-cinder-784477-2-smb neutron-server[84223]: INFO keyring.backend [-] Loading Gnome Apr 02 18:00:27.949518 dv-cinder-784477-2-smb neutron-server[84223]: INFO keyring.backend [-] Loading Google Apr 02 18:00:27.952034 dv-cinder-784477-2-smb neutron-server[84223]: INFO keyring.backend [-] Loading Windows (alt) Apr 02 18:00:27.955771 dv-cinder-784477-2-smb neutron-server[84223]: INFO keyring.backend [-] Loading file Apr 02 18:00:27.956620 dv-cinder-784477-2-smb neutron-server[84223]: INFO keyring.backend [-] Loading keyczar Apr 02 18:00:27.956900 dv-cinder-784477-2-smb neutron-server[84223]: INFO keyring.backend [-] Loading multi Apr 02 18:00:27.957539 dv-cinder-784477-2-smb neutron-server[84223]: INFO keyring.backend [-] Loading pyfs Apr 02 18:00:28.004245 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:00:28.004558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:00:28.004877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:00:28.005248 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 02 18:00:28.395108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.395548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.395702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.398725 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.399030 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.399326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.436121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.436451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.436746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.450490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.450801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.451105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.518550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.518865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.519170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.520338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.520644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.520937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.789138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.789394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.789696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.789996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.791766 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.939739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.940112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.940456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.940758 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.941052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.941435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.941729 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.942014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.942301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.942634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.942924 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.943222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.943521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.943807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.944113 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.944454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.944746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.945058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.945338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.945670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.946115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.946396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.946672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.947006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.947282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.947553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.947963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 18:00:28.948258 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 18:00:28.948529 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 18:00:28.948795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 18:00:28.949059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 18:00:28.949324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 18:00:28.949730 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 02 18:00:28.952840 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 02 18:00:28.956864 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 02 18:00:28.960737 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 02 18:00:28.962393 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 02 18:00:28.963633 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 02 18:00:28.964012 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 02 18:00:28.964468 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 02 18:00:28.967167 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 02 18:00:28.967445 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 02 18:00:28.967825 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 02 18:00:28.995054 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 02 18:00:28.995559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.995891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84223) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 02 18:00:28.996324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:28.997672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84223) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 02 18:00:28.997994 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 02 18:00:28.998272 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 02 18:00:29.002047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.002361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.067750 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 02 18:00:29.067969 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 02 18:00:29.068264 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 02 18:00:29.068669 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 02 18:00:29.101116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.sqlalchemy.engines [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84223) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 02 18:00:29.545567 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Initializing driver for type 'gre' Apr 02 18:00:29.546120 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] gre ID ranges: [(1, 1000)] Apr 02 18:00:29.586140 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Initializing driver for type 'local' Apr 02 18:00:29.586513 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Initializing driver for type 'vlan' Apr 02 18:00:29.597143 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] VlanTypeDriver initialization complete Apr 02 18:00:29.597507 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Initializing driver for type 'vxlan' Apr 02 18:00:29.598018 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] vxlan ID ranges: [(1, 1000)] Apr 02 18:00:29.643022 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Initializing extension driver 'port_security' Apr 02 18:00:29.643381 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.extensions.port_security [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] PortSecurityExtensionDriver initialization complete Apr 02 18:00:29.643746 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Initializing mechanism driver 'openvswitch' Apr 02 18:00:29.644107 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Initializing mechanism driver 'hyperv' Apr 02 18:00:29.650484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:00:29.651261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > port after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.651667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > port after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.652054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > port after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.652502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > subnet after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.652892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > subnet after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.653272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.653689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > network after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.654069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > network after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.654445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > network after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.654859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > security_group after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.655242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > security_group after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.655619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.656033 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.656439 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.656815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.657976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > address_group after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.658361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > address_group after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.658738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.659101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] ML2 OVO RPC backend initialized. {{(pid=84223) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 02 18:00:29.659879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.660315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.660776 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > network before_response 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.661157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > networks before_response 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.661538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > port before_response 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.661912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > ports before_response 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.662289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > subnet before_response 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.662663 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > subnets before_response 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.663040 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > network after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.663413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > network after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.663785 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > network after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.664156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > port after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.664554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > port after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.664921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > port after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.665292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > subnet after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.665664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > subnet after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.666031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.666651 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.plugin [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Modular L2 Plugin initialization complete Apr 02 18:00:29.667007 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading services supported by the core plugin {{(pid=84223) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 02 18:00:29.667369 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.managers [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Got port-security extension from driver 'port_security' Apr 02 18:00:29.667865 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.extensions.vlantransparent [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Disabled vlantransparent extension. Apr 02 18:00:29.668415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84223) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 02 18:00:29.668759 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading Plugin: router Apr 02 18:00:29.705181 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.705618 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router after_create 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.706018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router before_create 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.706422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.706835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.707221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router after_delete 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.707617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.708021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router after_create 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.708427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router after_update 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.708815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router after_update 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.709199 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.709599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router after_update 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.710087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_update 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.710501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: port after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.710879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: port after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.711251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: subnet after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.711623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.712009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.712413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_create 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.712794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: port before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.713172 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.713571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router after_update 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.713946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.714333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_create 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.714736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.715120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_update 55549900 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.715545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > network after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.716557 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Tracking information for resource: router configured {{(pid=84223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 18:00:29.716933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Tracking information for resource: floatingip configured {{(pid=84223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 18:00:29.722471 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_agentschedulers_db [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 02 18:00:29.723101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: port after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.723491 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: port after_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.723873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: port after_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.724284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: port after_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.725176 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router before_create 55550100 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.725581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.725980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_create 55550100 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.726371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > router precommit_update 55550100 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.731108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.provider_configuration [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service providers = [] {{(pid=84223) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 02 18:00:29.731500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.servicetype_db [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84223) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 02 18:00:29.734472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.service_base [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84223) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 18:00:29.734856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.service_base [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84223) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 18:00:29.735255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.service_base [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84223) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 18:00:29.736134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.service_base [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84223) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 18:00:29.736558 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.services.service_base [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 02 18:00:29.736969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 18:00:29.737319 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 02 18:00:29.747343 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 18:00:29.747714 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading Plugin: auto_allocate Apr 02 18:00:29.753497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: network precommit_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.753900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: network precommit_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.754509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 18:00:29.754842 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading Plugin: tag Apr 02 18:00:29.761811 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 18:00:29.762181 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading Plugin: timestamp Apr 02 18:00:29.766017 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 18:00:29.766388 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading Plugin: network_ip_availability Apr 02 18:00:29.772513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.772919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.773306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:29.774079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 18:00:29.774435 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading Plugin: flavors Apr 02 18:00:29.778918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 18:00:29.779292 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading Plugin: revisions Apr 02 18:00:29.784080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 18:00:29.784530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=84223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:00:29.785326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84223) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 02 18:00:29.785687 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Initializing extension manager. Apr 02 18:00:29.786246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: __init__.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.786624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: __pycache__ {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.786996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.787365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: address_group.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.788153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.788955 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: address-group Apr 02 18:00:29.789317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: address_scope.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.790080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.790652 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: address-scope Apr 02 18:00:29.791007 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.791934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.792531 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: router-admin-state-down-before-update Apr 02 18:00:29.792888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: agent.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.793636 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.794207 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: agent Apr 02 18:00:29.794561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: agent_resources_synced.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.795495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.796069 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: agent-resources-synced Apr 02 18:00:29.796473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: allowedaddresspairs.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.798338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.798924 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: allowed-address-pairs Apr 02 18:00:29.799286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: auto_allocated_topology.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.800394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.800977 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: auto-allocated-topology Apr 02 18:00:29.801339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: availability_zone.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.802076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.802649 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: availability_zone Apr 02 18:00:29.803009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: availability_zone_filter.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.803921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.804520 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: availability_zone_filter Apr 02 18:00:29.804885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: data_plane_status.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.805807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.806382 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension data-plane-status not supported by any of loaded plugins Apr 02 18:00:29.806742 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: default_subnetpools.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.807660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.808257 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: default-subnetpools Apr 02 18:00:29.808619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.809483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.811212 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: dhcp_agent_scheduler Apr 02 18:00:29.811587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: dns.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.812537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.813122 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension dns-integration not supported by any of loaded plugins Apr 02 18:00:29.813518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: dns_domain_ports.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.814434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.815014 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 02 18:00:29.815377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: dvr.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.816097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.816710 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: dvr Apr 02 18:00:29.817071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: empty_string_filtering.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.817986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.818556 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: empty-string-filtering Apr 02 18:00:29.818916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.819823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.820419 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 02 18:00:29.820782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.821694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.822265 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 02 18:00:29.822627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: external_net.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.823541 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.824112 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: external-net Apr 02 18:00:29.824499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.825413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.825986 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: extra_dhcp_opt Apr 02 18:00:29.826341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: extraroute.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.827257 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.827833 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: extraroute Apr 02 18:00:29.828225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: extraroute_atomic.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.829757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.830329 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: extraroute-atomic Apr 02 18:00:29.830685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: filter_validation.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.831380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.831949 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: filter-validation Apr 02 18:00:29.832332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: fip_pf_description.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.833248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.833821 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 02 18:00:29.834177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: fip_port_details.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.835091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.835665 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: fip-port-details Apr 02 18:00:29.836021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: flavors.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.837264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.837848 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: flavors Apr 02 18:00:29.838208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.839837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.840457 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 02 18:00:29.840829 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: floatingip_pools.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.841677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.842255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: floatingip-pools Apr 02 18:00:29.842622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: ip_allocation.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.843566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.844142 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension ip_allocation not supported by any of loaded plugins Apr 02 18:00:29.844531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.846029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.846869 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: ip-substring-filtering Apr 02 18:00:29.847231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: l2_adjacency.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.848157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.848753 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 02 18:00:29.849116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: l3.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.850170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.850755 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: router Apr 02 18:00:29.851118 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.853386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.853987 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 02 18:00:29.854358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.855291 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.855872 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: ext-gw-mode Apr 02 18:00:29.856261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.857179 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.857758 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: l3-ha Apr 02 18:00:29.858121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: l3_flavors.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.859037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.859613 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: l3-flavors Apr 02 18:00:29.859970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.860932 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.861510 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 02 18:00:29.861868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: l3agentscheduler.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.863125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.863718 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: l3_agent_scheduler Apr 02 18:00:29.864084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: logging.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.865595 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.866185 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension logging not supported by any of loaded plugins Apr 02 18:00:29.866551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: metering.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.867341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.868051 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: metering Apr 02 18:00:29.868417 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.869511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.870090 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: metering_source_and_destination_fields Apr 02 18:00:29.870451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: multiprovidernet.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.871378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.871953 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: multi-provider Apr 02 18:00:29.872345 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: netmtu.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.873281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.873854 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: net-mtu Apr 02 18:00:29.874213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: netmtu_writable.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.875125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.875700 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: net-mtu-writable Apr 02 18:00:29.876082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: network_availability_zone.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.876882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.877519 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: network_availability_zone Apr 02 18:00:29.877880 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: network_ip_availability.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.879113 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.880204 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: network-ip-availability Apr 02 18:00:29.880705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: network_segment_range.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.881566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.882138 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension network-segment-range not supported by any of loaded plugins Apr 02 18:00:29.882495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: pagination.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.883594 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.883968 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: pagination Apr 02 18:00:29.884385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: port_device_profile.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.885316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.885897 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: port-device-profile Apr 02 18:00:29.886251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.887173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.887762 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: port-mac-address-regenerate Apr 02 18:00:29.888119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.889083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.889664 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: port-numa-affinity-policy Apr 02 18:00:29.890024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: port_resource_request.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.890944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.892024 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension port-resource-request not supported by any of loaded plugins Apr 02 18:00:29.892405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: portbindings.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.893329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.893901 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: binding Apr 02 18:00:29.894259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: portbindings_extended.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.895538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.896120 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: binding-extended Apr 02 18:00:29.896515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: portsecurity.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.897429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.898006 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: port-security Apr 02 18:00:29.898367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: project_id.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.899333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.899703 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: project-id Apr 02 18:00:29.900059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: providernet.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.901069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.901615 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: provider Apr 02 18:00:29.901976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.905486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.906080 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos not supported by any of loaded plugins Apr 02 18:00:29.906447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.908393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.908977 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 02 18:00:29.909345 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.910270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.910850 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 02 18:00:29.911213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos_default.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.912123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.912753 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos-default not supported by any of loaded plugins Apr 02 18:00:29.913116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos_fip.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.913801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.914370 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos-fip not supported by any of loaded plugins Apr 02 18:00:29.914731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos_gateway_ip.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.915665 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.916259 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 02 18:00:29.916623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos_port_network_policy.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.917535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.918107 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 02 18:00:29.918468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos_rule_type_details.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.919380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.919948 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 02 18:00:29.920337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: qos_rules_alias.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.921378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.921949 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 02 18:00:29.922308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: quotasv2.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.923292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.923663 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: quotas Apr 02 18:00:29.924019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: quotasv2_detail.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.925619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.925999 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: quota_details Apr 02 18:00:29.926366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: rbac.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.927507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.928100 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: rbac-policies Apr 02 18:00:29.928518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: rbac_address_group.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.929457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.930038 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: rbac-address-group Apr 02 18:00:29.930402 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: rbac_address_scope.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.931316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.931894 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: rbac-address-scope Apr 02 18:00:29.932283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: rbac_security_groups.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.933304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.933881 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: rbac-security-groups Apr 02 18:00:29.934242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: rbac_subnetpool.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.935159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.935741 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: rbac-subnetpool Apr 02 18:00:29.936099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: revisionifmatch.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.937049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.937623 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: revision-if-match Apr 02 18:00:29.937980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: revisions.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.939689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.940288 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: standard-attr-revisions Apr 02 18:00:29.940654 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: router_availability_zone.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.941368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.941944 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: router_availability_zone Apr 02 18:00:29.942302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: routerservicetype.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.943224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.943794 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension router-service-type not supported by any of loaded plugins Apr 02 18:00:29.944151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.945105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.945690 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: security-groups-normalized-cidr Apr 02 18:00:29.946050 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.946998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.947565 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: port-security-groups-filtering Apr 02 18:00:29.947925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.948893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.949467 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: security-groups-remote-address-group Apr 02 18:00:29.949823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: securitygroup.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.963063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.963678 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: security-group Apr 02 18:00:29.964045 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: segment.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.964929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.965511 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension segment not supported by any of loaded plugins Apr 02 18:00:29.965873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.966822 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.967403 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 02 18:00:29.967763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: servicetype.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.968887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.969468 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: service-type Apr 02 18:00:29.969868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: sorting.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.970852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.971231 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: sorting Apr 02 18:00:29.971848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: standard_attr_segment.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.972804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.973385 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 02 18:00:29.973747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: standardattrdescription.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.974425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.974996 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: standard-attr-description Apr 02 18:00:29.975361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: stateful_security_group.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.976350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.976973 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: stateful-security-group Apr 02 18:00:29.977332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: stdattrs_common.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.977913 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 02 18:00:29.978270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.979307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.979895 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 02 18:00:29.980281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: subnet_onboard.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.981367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.981954 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: subnet_onboard Apr 02 18:00:29.982315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.983256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.983839 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 02 18:00:29.984222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: subnet_service_types.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.985145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.985761 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: subnet-service-types Apr 02 18:00:29.986116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: subnetallocation.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.987202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.987783 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: subnet_allocation Apr 02 18:00:29.988144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.988867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.989439 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: subnetpool-prefix-ops Apr 02 18:00:29.989795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.990720 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.991304 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 02 18:00:29.991662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: tagging.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.992966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.993556 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: standard-attr-tag Apr 02 18:00:29.993923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: timestamp.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.995100 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.995686 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loaded extension: standard-attr-timestamp Apr 02 18:00:29.996048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: trunk.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.997105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.997686 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension trunk not supported by any of loaded plugins Apr 02 18:00:29.998043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: trunk_details.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:29.998971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:29.999552 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension trunk-details not supported by any of loaded plugins Apr 02 18:00:29.999911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: uplink_status_propagation.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:30.001372 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:30.001947 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 02 18:00:30.002306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Loading extension file: vlantransparent.py {{(pid=84223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 18:00:30.003001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 18:00:30.003571 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 02 18:00:30.006255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:network Apr 02 18:00:30.007035 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:subnet Apr 02 18:00:30.007708 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 18:00:30.008392 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:port Apr 02 18:00:30.009847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.010330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service FLAVORS assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.010999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.011465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.011831 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:router Apr 02 18:00:30.012581 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:floatingip Apr 02 18:00:30.013357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service METERING assigned prefix: /metering {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.015145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:30.015550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:30.015933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:00:30.017696 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of CountableResource for resource:rbac_policy Apr 02 18:00:30.018188 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:security_group Apr 02 18:00:30.019039 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 02 18:00:30.019843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service CORE assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.020240 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 18:00:30.020612 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] subnetpool is already registered Apr 02 18:00:30.021271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service CORE assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.021643 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 18:00:30.022003 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] subnetpool is already registered Apr 02 18:00:30.024716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.025191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service FLAVORS assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.025838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.026300 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.026671 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:router Apr 02 18:00:30.027036 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] router is already registered Apr 02 18:00:30.027685 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:floatingip Apr 02 18:00:30.028050 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] floatingip is already registered Apr 02 18:00:30.028770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service METERING assigned prefix: /metering {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.029490 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of CountableResource for resource:rbac_policy Apr 02 18:00:30.029853 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] rbac_policy is already registered Apr 02 18:00:30.031181 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:security_group Apr 02 18:00:30.031554 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] security_group is already registered Apr 02 18:00:30.032273 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 02 18:00:30.032643 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] security_group_rule is already registered Apr 02 18:00:30.033382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service CORE assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.033750 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 18:00:30.034112 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] subnetpool is already registered Apr 02 18:00:30.034781 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.resource_helper [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Service CORE assigned prefix: {{(pid=84223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 18:00:30.035157 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 18:00:30.035523 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.quota.resource_registry [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] subnetpool is already registered Apr 02 18:00:30.036278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: extensions {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.037799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: address-groups {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.039477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: address-scopes {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.040770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: agents {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.041977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: auto-allocated-topology {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.043286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: availability_zones {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.044678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: dhcp-networks {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.046148 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: dhcp-agents {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.047627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: routers {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.049543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: flavors {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.050766 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: service_profiles {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.052038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: next_providers {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.053688 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: service_profiles {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.055189 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: floatingip-pools {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.056487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: routers {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.058348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: floatingips {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.059592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: l3-routers {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.061085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: l3-agents {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.062570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: metering-labels {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.064534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: metering-label-rules {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.065864 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: network-ip-availabilities {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.067170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: bindings {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.068913 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: quotas {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.070419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: quotas {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.071885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: rbac-policies {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.073292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: security-groups {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.074561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: security-group-rules {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.075838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: service-providers {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.077158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: subnetpools {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.078624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: subnetpools {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.080760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.082499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.084423 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.086270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.088142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.090074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.091933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.094809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.096978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.098925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.extensions [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Extended resource: tags {{(pid=84223) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 18:00:30.105757 dv-cinder-784477-2-smb neutron-server[84223]: WARNING keystonemiddleware.auth_token [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 02 18:00:30.111041 dv-cinder-784477-2-smb neutron-server[84223]: WARNING keystonemiddleware.auth_token [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 02 18:00:30.119851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Acquired lock "singleton_lock" {{(pid=84223) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 02 18:00:30.120394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Releasing lock "singleton_lock" {{(pid=84223) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 02 18:00:30.121819 dv-cinder-784477-2-smb neutron-server[84223]: INFO oslo_service.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Starting 2 workers Apr 02 18:00:30.127123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Started child 84334 {{(pid=84223) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 18:00:30.131011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:30.131862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Started child 84335 {{(pid=84223) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 18:00:30.132529 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [-] (84334) wsgi starting up on http://0.0.0.0:9696 Apr 02 18:00:30.133334 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 02 18:00:30.134027 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Notify callbacks [] for process, before_spawn {{(pid=84223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:30.135213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:30.136474 dv-cinder-784477-2-smb neutron-server[84223]: INFO oslo_service.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Starting 1 workers Apr 02 18:00:30.136635 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [-] (84335) wsgi starting up on http://0.0.0.0:9696 Apr 02 18:00:30.142530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Started child 84336 {{(pid=84223) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 18:00:30.143110 dv-cinder-784477-2-smb neutron-server[84223]: INFO oslo_service.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Starting 1 workers Apr 02 18:00:30.144795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] calling RpcWorker wait() {{(pid=84336) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 02 18:00:30.145818 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] returning from RpcWorker wait() {{(pid=84336) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 02 18:00:30.147364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:30.148051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:00:30.148450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Started child 84337 {{(pid=84223) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 18:00:30.149235 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5181c644-88ef-4585-8a4d-09397607c698 None None] Notify callbacks [] for process, after_spawn {{(pid=84223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:30.150799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84223) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 02 18:00:30.151047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 18:00:30.151301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 18:00:30.151521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 18:00:30.151925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 18:00:30.152074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:30.152249 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 18:00:30.152667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.152968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.153284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.153568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.153881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.154544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.154828 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.155157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.155458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.155747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.155920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.156324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.156628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.156903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.157327 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.157605 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.157870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.158154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.158365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.158616 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.158936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.159215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.159510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] debug = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.159782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.160367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.160622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.160897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.161144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.161456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.161722 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.162038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.162303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.162565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.162838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.163122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.163367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.163624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.163848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.164141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.164413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.164850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] host = dv-cinder-784477-2-smb {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.165115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.165389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.165617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.165893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.166154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.166423 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.166701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.166988 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.167259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.167514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.167780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.168049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.168337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.168599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.168792 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_options = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.169067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.169370 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.169663 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.169876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.170066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.170224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.170519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.170677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.170962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.171204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.171445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.171702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.171958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.172218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.172507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.172807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.173080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.173316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.173600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.173893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.174226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.174395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.174640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.174902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.175162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.175496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.176106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.177161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.177425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.177705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.177976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.178283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.178580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.178802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.179492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.179728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.179968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.180307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.180576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.180834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.180945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:00:30.181095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.181490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.181940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.182727 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.182992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.183240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_json = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.183483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.183726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.184016 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.184293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.184556 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.184815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.185064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.185347 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.185785 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.186468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.186809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.187643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.187951 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.188240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.189047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.189301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.189567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.189861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.190187 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.190434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.190759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.191009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.191280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.191604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.191898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.192242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.192481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.192746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.192989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.193237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.193589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.193907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.194190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.194455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.194700 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.194949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.195207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.195451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.195694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.195953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.196272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.196529 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.196775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.197028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.197314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.197566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.197831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.198086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.198755 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.199467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.200015 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.200293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.200558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.200870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.201063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.201337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.201604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.201879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.202137 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.202389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.202631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.202877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.203748 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.204630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.204915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.205183 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.205429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.205683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.205944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.206223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.206487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.206733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.207002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.207251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.207513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.207776 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.208031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.208300 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.208956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.216834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.220337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.220674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.220974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.221277 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.221832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.222155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.222503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.222790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.223056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.223314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.223628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.223935 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.224256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.224542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.224797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.225114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.225402 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.225675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.225934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.226213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.226499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.226787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.227076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.227386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.227672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.228001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.228351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.228609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.228904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.229160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.229450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.229806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.230125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.230404 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.230694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.230985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.231274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.231573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.231872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.232147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.232459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.232715 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.233032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.233320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.233574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.233843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.234111 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.234445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.234747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.235010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.235301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.235596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.235881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.236134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.236451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.236739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.237012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.237291 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.237574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.237846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.238116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.238403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.238667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.238948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.239210 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.239476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.239739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.239999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.240321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.240892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.240892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.241145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.241299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.241569 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.241836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.242083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.242335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.242617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.242893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.243145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.243486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.243640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.243896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.244283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.244495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.244819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.245111 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.245677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.245957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.246301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.246574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.246876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.247147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.247517 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.247767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.248029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.248306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.248576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.248830 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.249096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.249375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.249648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.250024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.250295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.250566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.251361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.251614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.251898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.252191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.252430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.252702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.252953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.253193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.253467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.253730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.253980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.254227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.254475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.254712 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.254978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.255218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.255553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.255817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.256062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.256356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.256601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.256865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.257108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.257350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.257597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.257839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.258106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.258351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.258593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.258841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.259082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.259403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.259674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.259927 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.260262 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.260534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.260816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.261091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.261445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.261693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.261973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.262260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.262528 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.262781 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.263072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.263455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.263796 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.264096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.264411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.264731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.265046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.265350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.265600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.265928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.266286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.267117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.267405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.267685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.267986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.268234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.268489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.268744 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.268981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.269231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.269510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.269789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.270050 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.270302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.270570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.270824 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.271097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.271341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.271597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.271849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.272049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 18:00:30.272632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84223) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 02 18:00:30.272822 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 18:00:30.273004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 18:00:30.273219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 18:00:30.273422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 18:00:30.273603 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 18:00:30.273849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.274041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.274232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.274421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.274609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.274819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.275010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.275196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.275368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.275512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.275698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.275882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.276068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.276276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.276464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.276650 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.276836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.277023 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.277214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.277400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.277587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.277773 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.277958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] debug = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.278143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.278364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.278552 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.278738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.278923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.279109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.279293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.279478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.279664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.279849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.280036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.280241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.280431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.280616 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.280802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.280988 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.281172 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.281356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] host = dv-cinder-784477-2-smb {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.281542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.281726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.281909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.282120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.282305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.282492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.282676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.282861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.283045 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.283235 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.283418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.283601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.283786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.283969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.284156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_options = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.284398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.284583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.284767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.284978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.285166 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.285323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.285511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.285695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.285883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.286134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.286238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.286384 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.286568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.286751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.286934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.287119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.287305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.287488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.287673 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.287857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.288042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.288247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.288433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.288971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.288971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.288971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.289274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.289274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.289504 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.289643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.289779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.289879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.290039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.290223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.290406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.290588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.290772 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.290871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:00:30.290968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.291119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.291304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.291490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.291673 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.291857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.292041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.292246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.292433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_json = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.292617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.292804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.292988 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.293177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.293362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.293547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.293733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.293917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 18:00:30.294121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.294310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.294510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.294698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.294887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.295074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.295261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.295449 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.295636 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.295823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.296018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.296221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.296426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.296617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.296806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.296995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.297182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.297370 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.297559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.298290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.298482 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.298677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.298908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.299097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.299286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.299472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.299660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.299850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.300038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.300263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.300454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.300642 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.300828 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.301015 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.301204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.301392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.301580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.301768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.301957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.302146 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.302334 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.302522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.302710 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.302900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.303087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.303276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.303466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.303651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.303831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.304019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.304236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.304438 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.304592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.304778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.304966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.305156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.305344 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.305532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.305739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.305945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.306039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.306209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.306396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.306583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.306775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.306948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.307799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.307909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.308095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.308308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.308499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.308687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.308876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.309064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.309251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.309440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.309628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.309817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.310006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.310195 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.310449 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.310594 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.310702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.310842 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.311034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.311240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.311430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.311618 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.311806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.311995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.312196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.312393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.312582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.312768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.312958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.313145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.313404 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.314122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.314308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.314494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.314682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.314870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.315057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.315246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.315432 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.315624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.315813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.316003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.316224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.316399 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.316587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.316786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.316975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.317164 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.317351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.317545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.317746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.317960 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.318113 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.318299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.318490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.318773 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.318953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.319053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.319191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.319287 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.319478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.319674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.319873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.320062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.320294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.320483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.320714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.320905 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.321093 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.321280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.321575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.321731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.321832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.321938 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.322112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.322284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.322461 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.322649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.322837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.323025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.323214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.323400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.323592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.323782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.323977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.324195 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.324376 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.324566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.324725 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.324912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.325099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.325289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.325477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.325663 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.325851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.326037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.326224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.326411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.326600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.326786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.326973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.327160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.327347 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.327538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.327727 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.327917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.328105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.328318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.328506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.328695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.328884 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.329097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.329284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.329473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.329659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.329847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.330036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.330223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.330391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.330571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.330757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.330959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.331145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.331332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.331520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.331711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.331869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.332055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.332264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.332454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.332640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.332827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.333016 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.333207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.333395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.333582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.333770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.333961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.334149 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.334335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.334534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.334722 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.334909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.335095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.335281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.335479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.335666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.335854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.336039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.336247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.336446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.336665 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.336813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.337001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.337189 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.337386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.337574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.337761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.337959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.338146 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.338312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.338500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.338702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.338889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.339080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.339266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.339455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.339643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.339832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.340025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.340244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.340444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.340634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.340832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.341029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.341244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.341393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.341568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.341795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.341907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.342091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.342278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.342466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.342654 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.342841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.343029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.343217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.343404 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.343590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.343778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.343972 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.344158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.344380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.344591 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.344778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.344966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.345184 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.345414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 18:00:30.345553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 18:00:30.510714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53686) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:00:30.522004 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091698 Apr 02 18:00:41.061525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25964c3-54b3-4dab-9778-c43a3fa80d15 None None] get_active_networks_info from dv-cinder-784477-2-smb {{(pid=84336) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 02 18:00:41.197756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-05e17526-1ed0-4997-9c91-340952f0e48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650'] for agent, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:41.264826 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25964c3-54b3-4dab-9778-c43a3fa80d15 None None] No non-hosted networks {{(pid=84336) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 02 18:00:42.007508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650'] for agent, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:42.008597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.009169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.009728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.010289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.010869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.011429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.012117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.012698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.013280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.013832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.014500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.015053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:42.015664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784477-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:00:42.032998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:00:43.174789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c2c25c79-d0f8-4bf6-b9a0-5153bdeb0b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650'] for agent, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:43.250190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d28dc99-d841-4cd3-9e06-6729811a7a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:43.842699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650'] for agent, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:45.086420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650'] for agent, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:46.419998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53776) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:00:47.027039 dv-cinder-784477-2-smb neutron-server[84223]: WARNING oslo_policy.policy [None req-c7e8813f-2375-486b-ab0e-28adc0b7288a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 18:00:47.027635 dv-cinder-784477-2-smb neutron-server[84223]: WARNING oslo_policy.policy [None req-c7e8813f-2375-486b-ab0e-28adc0b7288a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 18:00:47.258600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [None req-c7e8813f-2375-486b-ab0e-28adc0b7288a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:00:47.259736 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c7e8813f-2375-486b-ab0e-28adc0b7288a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8386903 Apr 02 18:00:49.992068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53790) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:00:50.372807 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_hamode_db [None req-6dbf7ca6-08f0-4171-bf3b-e4518bba3507 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 02 18:00:50.393516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:00:50.462255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf7ca6-08f0-4171-bf3b-e4518bba3507 None None] Routers set() bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:00:50.462690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf7ca6-08f0-4171-bf3b-e4518bba3507 None None] Router IDs set() for agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 02 18:00:50.497267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.policy [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84335) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 02 18:00:50.552524 dv-cinder-784477-2-smb neutron-server[84223]: WARNING oslo_policy.policy [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 18:00:50.552939 dv-cinder-784477-2-smb neutron-server[84223]: WARNING oslo_policy.policy [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 18:00:50.571013 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] Loaded quota_driver: . Apr 02 18:00:50.586317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:00:50.642430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305974816391', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305974812971', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305976870430', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305976864434', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305976877228', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305976877461', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853847315', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853737206', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541413', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614785'] for rbac-policy, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:50.704408 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:50.705690 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c765bf7d-e7c1-4c17-a1c5-d13dc9f02c9e admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7125494 Apr 02 18:00:53.670625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53804) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:00:54.040299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'admin_state_up': True}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:00:54.046059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:00:54.051416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Usage tracker for resource:network and tenant:ce96c7ad40544f30884d8aac79558c16 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:00:54.055197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:00:54.061690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:00:54.070006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Made reservation on behalf of ce96c7ad40544f30884d8aac79558c16 for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:00:54.075970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:54.092446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:54.110180 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:00:54.113954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:ce96c7ad40544f30884d8aac79558c16 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:00:54.117424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:00:54.123106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:00:54.371590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:54.374250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:54.378940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:00:54.399507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:00:54.424658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730876362167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:54.425238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Unsubscribe: segment precommit_create {{(pid=84335) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 02 18:00:54.425711 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Added segment 69704efe-acd7-4456-8b1c-af9e950a18a6 of type vlan for network 2653b591-2293-4273-af51-16c55a554a27 Apr 02 18:00:54.434256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdf98c3-0ab0-4b1a-89f7-80da43d8afb9,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:00:54.491822 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.492216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.492598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.492957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.495314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.495909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.496499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.497101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.497704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.498959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.499315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.501022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Tracked resource versions report: Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: pushed versions: Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: { 'AddressGroup': {'1.2'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': {'1.0'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': {'1.0'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': {'1.1'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': {'1.7'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': {'1.2'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': {'1.8'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': {'1.4'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': {'1.0'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': {'1.1'}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': {'1.1'}} Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: consumer versions: Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: { DHCP agent@dv-cinder-784477-2-smb: {}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: L3 agent@dv-cinder-784477-2-smb: {}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: Metadata agent@dv-cinder-784477-2-smb: {}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: Metering agent@dv-cinder-784477-2-smb: {}, Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: Open vSwitch agent@dv-cinder-784477-2-smb: { 'AddressGroup': '1.2', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': '1.0', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': '1.0', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': '1.1', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': '1.7', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': '1.2', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': '1.8', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': '1.4', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': '1.2', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': '1.0', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': '1.1', Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': '1.1'}} Apr 02 18:00:54.502623 dv-cinder-784477-2-smb neutron-server[84223]: {{(pid=84335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:00:54.548961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:54.555259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:00:54.587315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:54.588702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:00:54.589338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:54.594926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:00:54.701198 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0293775 Apr 02 18:00:54.701835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=2653b591-2293-4273-af51-16c55a554a27,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:00:54.705546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:00:54.713836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 2653b591-2293-4273-af51-16c55a554a27 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:00:57.711126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53820) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:00:58.183406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1c8f5-88f1-499b-b452-29baf647477d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:00:58.184827 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a8f1c8f5-88f1-499b-b452-29baf647477d admin admin] 10.222.0.32 "GET /v2.0/networks/2653b591-2293-4273-af51-16c55a554a27 HTTP/1.1" status: 200 len: 825 time: 0.4726932 Apr 02 18:00:58.212817 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b966396c-05ab-461f-91fc-ecdab2438628 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/cd4e4561-6be9-4dc1-93e9-201db6875a2c HTTP/1.1" status: 200 len: 734 time: 0.0213015 Apr 02 18:00:58.222239 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cd4e4561-6be9-4dc1-93e9-201db6875a2c', 'network_id': '2653b591-2293-4273-af51-16c55a554a27'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:00:58.226570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:00:58.230385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Usage tracker for resource:subnet and tenant:ce96c7ad40544f30884d8aac79558c16 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:00:58.233276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:00:58.239520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:00:58.248337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Made reservation on behalf of ce96c7ad40544f30884d8aac79558c16 for: {'subnet': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:00:58.253547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:58.717821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:58.732689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:00:58.869323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42016fdb-c44c-4b87-876d-60ba0f3cb90a,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:00:58.875920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:00:58.932241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Checking segment: {'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:00:58.932622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Network hostable DHCP agents. Network: 2653b591-2293-4273-af51-16c55a554a27, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:00:58.952307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Network 2653b591-2293-4273-af51-16c55a554a27 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:00:58.961093 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 2653b591-2293-4273-af51-16c55a554a27) {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:00:58.965482 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:00:58.966110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:58.972340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb39294-5b08-4cec-8488-e50cc6af0d75 None None] Network 2653b591-2293-4273-af51-16c55a554a27 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:00:58.984906 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7664526 Apr 02 18:00:59.289847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp423a3e73-a584-533f-b49d-55ed1d14d18e-2653b591-2293-4273-af51-16c55a554a27', 'network_id': '2653b591-2293-4273-af51-16c55a554a27', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'fixed_ips': [{'subnet_id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a'}]}} from dv-cinder-784477-2-smb. {{(pid=84336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:00:59.291148 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:59.484424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Allocated IP 172.20.0.2 (2653b591-2293-4273-af51-16c55a554a27/42016fdb-c44c-4b87-876d-60ba0f3cb90a/423af004-f74c-4d58-a5d4-353c03b26d23) {{(pid=84336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:00:59.890424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Notify callbacks [] for port, precommit_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:59.903171 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Transition to ACTIVE for port object 423af004-f74c-4d58-a5d4-353c03b26d23 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:00:59.923320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Transition to ACTIVE for port object 423af004-f74c-4d58-a5d4-353c03b26d23 will not be triggered until provisioned by entity DHCP. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:00:59.929859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:59.945169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:00.082386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Pushing event updated for resources: {'Port': ['ID=423af004-f74c-4d58-a5d4-353c03b26d23,revision_number=1']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:00.093854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.094227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.094590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.094947 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.095302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.095658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.096008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.096401 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.097002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.097354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.097699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.098045 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Tracked resource versions report: Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: pushed versions: Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: { 'AddressGroup': {'1.2'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': {'1.0'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': {'1.0'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': {'1.1'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': {'1.7'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': {'1.2'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': {'1.8'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': {'1.4'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': {'1.0'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': {'1.1'}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': {'1.1'}} Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: consumer versions: Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: { DHCP agent@dv-cinder-784477-2-smb: {}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: L3 agent@dv-cinder-784477-2-smb: {}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: Metadata agent@dv-cinder-784477-2-smb: {}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: Metering agent@dv-cinder-784477-2-smb: {}, Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: Open vSwitch agent@dv-cinder-784477-2-smb: { 'AddressGroup': '1.2', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': '1.0', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': '1.0', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': '1.1', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': '1.7', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': '1.2', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': '1.8', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': '1.4', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': '1.2', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': '1.0', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': '1.1', Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': '1.1'}} Apr 02 18:01:00.099115 dv-cinder-784477-2-smb neutron-server[84223]: {{(pid=84336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:01:00.105567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:00.145783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Network 2653b591-2293-4273-af51-16c55a554a27 is already hosted by enough agents. {{(pid=84336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:01:00.146917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Resources bound (agent type, host, resource id): {{(pid=84336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:01:00.149652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Received port after_create {{(pid=84336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:01:00.247804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Attempting to bind port 423af004-f74c-4d58-a5d4-353c03b26d23 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:01:00.248273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Attempting to bind port 423af004-f74c-4d58-a5d4-353c03b26d23 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:01:00.248683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Attempting to bind port 423af004-f74c-4d58-a5d4-353c03b26d23 on network 2653b591-2293-4273-af51-16c55a554a27 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:01:00.255174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:01:00.255569 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Checking segment: {'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:01:00.256046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:00.256506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Bound using segment: {'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:01:00.257028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Bound port: 423af004-f74c-4d58-a5d4-353c03b26d23, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:01:00.257419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:00.350732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] For port 423af004-f74c-4d58-a5d4-353c03b26d23, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:01:00.354688 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] For port 423af004-f74c-4d58-a5d4-353c03b26d23, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=423af004-f74c-4d58-a5d4-353c03b26d23,segment=NetworkSegment(69704efe-acd7-4456-8b1c-af9e950a18a6),segment_id=69704efe-acd7-4456-8b1c-af9e950a18a6)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:01:00.357917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:00.374553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:00.529454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Pushing event updated for resources: {'Port': ['ID=423af004-f74c-4d58-a5d4-353c03b26d23,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:00.534153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:01.733646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53830) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:02.139296 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [None req-7af7d3b4-a1e2-4135-809c-6011a1d1320e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:01:02.140471 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7af7d3b4-a1e2-4135-809c-6011a1d1320e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4056189 Apr 02 18:01:04.606732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 423af004-f74c-4d58-a5d4-353c03b26d23 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:01:04.680129 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 423af004-f74c-4d58-a5d4-353c03b26d23 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:01:04.891279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53844) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:05.281359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [None req-20c3897a-a387-41f2-a162-5025f85110ff admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:01:05.282417 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-20c3897a-a387-41f2-a162-5025f85110ff admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3901415 Apr 02 18:01:05.331411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc38edb-25e1-4e8c-8ffb-fb1a270b6f54 None None] Network 2653b591-2293-4273-af51-16c55a554a27 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:01:05.462958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] Provisioning for port 423af004-f74c-4d58-a5d4-353c03b26d23 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:01:05.479833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] Provisioning complete for port 423af004-f74c-4d58-a5d4-353c03b26d23 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:05.480320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:05.705547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:05.749825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] For port 423af004-f74c-4d58-a5d4-353c03b26d23, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=423af004-f74c-4d58-a5d4-353c03b26d23,segment=NetworkSegment(69704efe-acd7-4456-8b1c-af9e950a18a6),segment_id=69704efe-acd7-4456-8b1c-af9e950a18a6)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:01:05.753086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:05.755015 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:05.829713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] Pushing event updated for resources: {'Port': ['ID=423af004-f74c-4d58-a5d4-353c03b26d23,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:05.832955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:05.975667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-97401eec-59a4-45f2-9c43-8cf174143456 None None] Provisioning complete for port 423af004-f74c-4d58-a5d4-353c03b26d23 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:05.976012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-97401eec-59a4-45f2-9c43-8cf174143456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:06.582301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 423af004-f74c-4d58-a5d4-353c03b26d23 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:01:06.653463 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 423af004-f74c-4d58-a5d4-353c03b26d23 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:06.653760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:08.292123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53856) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:08.660416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:01:08.665795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:01:08.669699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Usage tracker for resource:router and tenant:ce96c7ad40544f30884d8aac79558c16 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:01:08.672866 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:01:08.678714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:01:08.687293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774967'] for router, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:08.688624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-830'] for router, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:08.708702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:08.812914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:08.832753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:08.833979 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2fe4bcfd-266c-4c66-aebc-861b34a16d00 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5407982 Apr 02 18:01:10.900668 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65c800bb-fc54-4dc7-87f4-407befbbef44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:11.514849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53866) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:11.906422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [None req-fd7672d4-9b18-4331-8041-a4c3213566f4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:01:11.907482 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fd7672d4-9b18-4331-8041-a4c3213566f4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3910141 Apr 02 18:01:11.994800 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:13.166400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbe29e60-8efd-4340-87ac-710b12473194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:13.795375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:14.659636 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53886) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:14.817897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:01:14.822881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:01:14.826781 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Usage tracker for resource:network and tenant:d98b27332514454fac9036184449016a is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:01:14.830303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:01:14.836119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:01:14.844796 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Made reservation on behalf of d98b27332514454fac9036184449016a for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:01:14.849600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:14.862520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:14.877975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:01:14.881837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Usage tracker for resource:security_group_rule and tenant:d98b27332514454fac9036184449016a is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:01:14.884701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:01:14.890669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:01:14.975533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:14.979283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:14.983703 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:15.002798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Reserving flat network on physical network physnet1 {{(pid=84335) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 02 18:01:15.025403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:15.031977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd7f17d-beb2-42f5-9ea7-0800436d1c88,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:15.036063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:15.037046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:15.037426 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Added segment b910e827-9d51-4d68-874a-6ab62aeb907f of type flat for network 25f59e59-11d9-4f50-904d-648d364b3be9 Apr 02 18:01:15.076962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:15.114084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:15.115404 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:01:15.116020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:15.121501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2d0e1d25-a4a5-45c1-a26a-cc204e5a0ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:15.231156 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5703149 Apr 02 18:01:15.233955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Pushing event updated for resources: {'Network': ['ID=25f59e59-11d9-4f50-904d-648d364b3be9,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:15.236939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:15.248944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 25f59e59-11d9-4f50-904d-648d364b3be9 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:01:17.750435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53906) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:17.869489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1fa08-87a0-452a-b878-b17bcd8f574c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:01:17.870901 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-27f1fa08-87a0-452a-b878-b17bcd8f574c admin admin] 10.222.0.32 "GET /v2.0/subnets/42016fdb-c44c-4b87-876d-60ba0f3cb90a HTTP/1.1" status: 200 len: 849 time: 0.1194358 Apr 02 18:01:18.015851 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4492d5a3-643b-41af-886a-079b1d2548bc admin admin] 10.222.0.32 "GET /v2.0/routers/a8dd81e4-f942-40a2-9de1-498015bab3c5 HTTP/1.1" status: 200 len: 704 time: 0.1382606 Apr 02 18:01:18.636613 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:18.871522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Allocated IP 172.20.0.1 (2653b591-2293-4273-af51-16c55a554a27/42016fdb-c44c-4b87-876d-60ba0f3cb90a/bde185e0-fcd7-4e9a-8aa1-b4957065dff5) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:01:19.030161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.047600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Transition to ACTIVE for port object bde185e0-fcd7-4e9a-8aa1-b4957065dff5 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:01:19.100255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.115179 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:19.248324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Pushing event updated for resources: {'Port': ['ID=bde185e0-fcd7-4e9a-8aa1-b4957065dff5,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:19.261270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:19.306339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Network 2653b591-2293-4273-af51-16c55a554a27 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:01:19.307861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:01:19.310242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:01:19.310937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854106301'] for router_interface, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.487788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-850e952d-6a96-4e23-a42b-9a5b4937511d None None] Provisioning for port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:01:19.492515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-850e952d-6a96-4e23-a42b-9a5b4937511d None None] Provisioning complete for port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:19.492915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-850e952d-6a96-4e23-a42b-9a5b4937511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.549406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-850e952d-6a96-4e23-a42b-9a5b4937511d None None] Port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:01:19.585528 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.869984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.873261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.874370 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854211868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854109034'] for router_interface, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.891625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:20.019670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Pushing event updated for resources: {'Port': ['ID=bde185e0-fcd7-4e9a-8aa1-b4957065dff5,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:20.029595 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:20.075939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Network 2653b591-2293-4273-af51-16c55a554a27 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:01:20.077064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:01:20.210575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:01:20.274030 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bcd57a70-f820-499d-a5c5-7fcacbae460c None None] Provisioning complete for port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:20.274445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bcd57a70-f820-499d-a5c5-7fcacbae460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:20.335446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bcd57a70-f820-499d-a5c5-7fcacbae460c None None] Port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:01:20.438232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Router a8dd81e4-f942-40a2-9de1-498015bab3c5 is scheduled to L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c with binding_index 1 {{(pid=84335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:01:20.595608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:01:20.605086 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] 10.222.0.32 "PUT /v2.0/routers/a8dd81e4-f942-40a2-9de1-498015bab3c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5838244 Apr 02 18:01:20.608267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Sync routers for ids ['a8dd81e4-f942-40a2-9de1-498015bab3c5'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:01:20.619379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Routers {'a8dd81e4-f942-40a2-9de1-498015bab3c5'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:01:20.620273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:01:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['a8dd81e4-f942-40a2-9de1-498015bab3c5'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:01:20.804284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Set router a8dd81e4-f942-40a2-9de1-498015bab3c5 gateway port host: None {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:01:21.353873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'name': 'router1', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:08Z', 'updated_at': '2021-04-02T18:01:19Z', 'revision_number': 2, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'gw_port_host': None, '_interfaces': [{'id': 'bde185e0-fcd7-4e9a-8aa1-b4957065dff5', 'name': '', 'network_id': '2653b591-2293-4273-af51-16c55a554a27', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'mac_address': 'fa:16:3e:c0:07:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:18Z', 'updated_at': '2021-04-02T18:01:19Z', 'revision_number': 2, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'subnets': [{'id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4e4561-6be9-4dc1-93e9-201db6875a2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:01:21.358891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Checking router: a8dd81e4-f942-40a2-9de1-498015bab3c5 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:01:21.359281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Updating router a8dd81e4-f942-40a2-9de1-498015bab3c5 port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 binding host dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:01:21.416558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:21.862723 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:21.878923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Transition to ACTIVE for port object bde185e0-fcd7-4e9a-8aa1-b4957065dff5 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:01:21.884467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:21.900347 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:22.042341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Pushing event updated for resources: {'Port': ['ID=bde185e0-fcd7-4e9a-8aa1-b4957065dff5,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:22.051495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.051866 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.052252 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.052617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.052971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.053328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.053670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.054019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.054366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.054712 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.055058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.055400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Tracked resource versions report: Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: pushed versions: Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: { 'AddressGroup': {'1.2'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': {'1.0'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': {'1.0'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': {'1.1'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': {'1.7'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': {'1.2'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': {'1.8'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': {'1.4'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': {'1.0'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': {'1.1'}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': {'1.1'}} Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: consumer versions: Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: { DHCP agent@dv-cinder-784477-2-smb: {}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: L3 agent@dv-cinder-784477-2-smb: {}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: Metadata agent@dv-cinder-784477-2-smb: {}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: Metering agent@dv-cinder-784477-2-smb: {}, Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: Open vSwitch agent@dv-cinder-784477-2-smb: { 'AddressGroup': '1.2', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': '1.0', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': '1.0', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': '1.1', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': '1.7', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': '1.2', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': '1.8', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': '1.4', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': '1.2', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': '1.0', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': '1.1', Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': '1.1'}} Apr 02 18:01:22.056487 dv-cinder-784477-2-smb neutron-server[84223]: {{(pid=84337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:01:22.065587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:22.254371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Attempting to bind port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:01:22.255126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Attempting to bind port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:01:22.255584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Attempting to bind port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 on network 2653b591-2293-4273-af51-16c55a554a27 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:01:22.261217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:01:22.261645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Checking segment: {'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:01:22.262114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:22.262528 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Bound using segment: {'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:01:22.263057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Bound port: bde185e0-fcd7-4e9a-8aa1-b4957065dff5, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69704efe-acd7-4456-8b1c-af9e950a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2653b591-2293-4273-af51-16c55a554a27'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:01:22.263451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:22.354095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] For port bde185e0-fcd7-4e9a-8aa1-b4957065dff5, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:01:22.358416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] For port bde185e0-fcd7-4e9a-8aa1-b4957065dff5, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=bde185e0-fcd7-4e9a-8aa1-b4957065dff5,segment=NetworkSegment(69704efe-acd7-4456-8b1c-af9e950a18a6),segment_id=69704efe-acd7-4456-8b1c-af9e950a18a6)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:01:22.369513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:22.385063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:22.540792 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Pushing event updated for resources: {'Port': ['ID=bde185e0-fcd7-4e9a-8aa1-b4957065dff5,revision_number=4']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:22.545257 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:22.591416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Routers {'a8dd81e4-f942-40a2-9de1-498015bab3c5'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:01:22.592055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:01:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['a8dd81e4-f942-40a2-9de1-498015bab3c5'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:01:22.755073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] Set router a8dd81e4-f942-40a2-9de1-498015bab3c5 gateway port host: None {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:01:23.091863 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'name': 'router1', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:08Z', 'updated_at': '2021-04-02T18:01:19Z', 'revision_number': 2, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'gw_port_host': None, '_interfaces': [{'id': 'bde185e0-fcd7-4e9a-8aa1-b4957065dff5', 'name': '', 'network_id': '2653b591-2293-4273-af51-16c55a554a27', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'mac_address': 'fa:16:3e:c0:07:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:18Z', 'updated_at': '2021-04-02T18:01:22Z', 'revision_number': 4, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'subnets': [{'id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4e4561-6be9-4dc1-93e9-201db6875a2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:01:23.095850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf536a-32e9-4272-9cb1-61f01bc96f84 None None] The sync data for ids ['a8dd81e4-f942-40a2-9de1-498015bab3c5'] in dv-cinder-784477-2-smb is: [{'id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'name': 'router1', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:08Z', 'updated_at': '2021-04-02T18:01:19Z', 'revision_number': 2, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'gw_port_host': None, '_interfaces': [{'id': 'bde185e0-fcd7-4e9a-8aa1-b4957065dff5', 'name': '', 'network_id': '2653b591-2293-4273-af51-16c55a554a27', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'mac_address': 'fa:16:3e:c0:07:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:18Z', 'updated_at': '2021-04-02T18:01:22Z', 'revision_number': 4, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'subnets': [{'id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4e4561-6be9-4dc1-93e9-201db6875a2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:01:23.133009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53918) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:23.290357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d221bc-2f29-43b8-b922-2147e4b0ecbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:01:23.290989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-69d221bc-2f29-43b8-b922-2147e4b0ecbd admin admin] Synchronizing usage tracker for tenant:d98b27332514454fac9036184449016a on resource:network {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:01:23.308025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-69d221bc-2f29-43b8-b922-2147e4b0ecbd admin admin] Unset dirty status for tenant:d98b27332514454fac9036184449016a on resource:network {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:01:23.309227 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-69d221bc-2f29-43b8-b922-2147e4b0ecbd admin admin] 10.222.0.32 "GET /v2.0/networks/25f59e59-11d9-4f50-904d-648d364b3be9 HTTP/1.1" status: 200 len: 842 time: 0.1750636 Apr 02 18:01:23.319602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:01:23.324862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:01:23.328787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Usage tracker for resource:subnet and tenant:d98b27332514454fac9036184449016a is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:01:23.331628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:01:23.338012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:01:23.347057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Made reservation on behalf of d98b27332514454fac9036184449016a for: {'subnet': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:01:23.351631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:23.792036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.objects.ports [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84335) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 02 18:01:23.792581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:23.807169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:23.938477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4322a55-3ca9-4628-815e-9c35d861f69e,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:23.942424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:24.010578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:01:24.010999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Network hostable DHCP agents. Network: 25f59e59-11d9-4f50-904d-648d364b3be9, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:01:24.030605 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:01:24.039176 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 25f59e59-11d9-4f50-904d-648d364b3be9) {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:01:24.043916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:01:24.044841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:24.051838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1528e5-34be-4a73-be50-e46fc9592ebe None None] Network 25f59e59-11d9-4f50-904d-648d364b3be9 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:01:24.066210 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7501960 Apr 02 18:01:24.299217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db2bb2-c285-4934-856d-ccfcb206d427 None None] Network 25f59e59-11d9-4f50-904d-648d364b3be9 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:01:24.606940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device bde185e0-fcd7-4e9a-8aa1-b4957065dff5 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:01:24.677369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:01:24.681956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:24.682359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:24.951259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:24.984974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port bde185e0-fcd7-4e9a-8aa1-b4957065dff5, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=bde185e0-fcd7-4e9a-8aa1-b4957065dff5,segment=NetworkSegment(69704efe-acd7-4456-8b1c-af9e950a18a6),segment_id=69704efe-acd7-4456-8b1c-af9e950a18a6)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:01:24.987780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:24.990796 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7ec0b6e8-b722-43c2-96e0-e844f9840975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:25.060698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=bde185e0-fcd7-4e9a-8aa1-b4957065dff5,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:25.063966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:26.594801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device bde185e0-fcd7-4e9a-8aa1-b4957065dff5 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:01:26.665499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:26.665847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:26.670301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53932) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:26.876952 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4b6b3687-c401-461e-afeb-b383ccbd6d63 admin admin] 10.222.0.32 "GET /v2.0/routers/a8dd81e4-f942-40a2-9de1-498015bab3c5 HTTP/1.1" status: 200 len: 710 time: 0.2047722 Apr 02 18:01:27.011686 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa256f9-8a7b-48d9-9041-443500f29220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:01:27.013061 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-eaa256f9-8a7b-48d9-9041-443500f29220 admin admin] 10.222.0.32 "GET /v2.0/networks/25f59e59-11d9-4f50-904d-648d364b3be9 HTTP/1.1" status: 200 len: 886 time: 0.1303537 Apr 02 18:01:27.022553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:01:27.654735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:27.993875 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:28.050039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:28.185736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Allocated IP 172.28.1.206 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/c1ba5bf0-3d9b-435f-93e0-791962792096) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:01:28.333235 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:28.365263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:28.380982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:28.518595 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Pushing event updated for resources: {'Port': ['ID=c1ba5bf0-3d9b-435f-93e0-791962792096,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:28.522944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:28.563346 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:01:28.564550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:01:28.566819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:01:28.956263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:29.487599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:29.491146 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-673129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854102634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-666887'] for router, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:29.674720 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Router a8dd81e4-f942-40a2-9de1-498015bab3c5 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:01:29.858119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:01:29.867859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:29.874630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Sync routers for ids ['a8dd81e4-f942-40a2-9de1-498015bab3c5'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:01:29.874828 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] 10.222.0.32 "PUT /v2.0/routers/a8dd81e4-f942-40a2-9de1-498015bab3c5 HTTP/1.1" status: 200 len: 890 time: 2.8499169 Apr 02 18:01:29.879588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Routers {'a8dd81e4-f942-40a2-9de1-498015bab3c5'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:01:29.880333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:01:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['a8dd81e4-f942-40a2-9de1-498015bab3c5'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:01:30.083611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Set router a8dd81e4-f942-40a2-9de1-498015bab3c5 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:01:30.439069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'name': 'router1', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'c1ba5bf0-3d9b-435f-93e0-791962792096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:08Z', 'updated_at': '2021-04-02T18:01:28Z', 'revision_number': 4, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'gw_port': {'id': 'c1ba5bf0-3d9b-435f-93e0-791962792096', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:28Z', 'updated_at': '2021-04-02T18:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'bde185e0-fcd7-4e9a-8aa1-b4957065dff5', 'name': '', 'network_id': '2653b591-2293-4273-af51-16c55a554a27', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'mac_address': 'fa:16:3e:c0:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:18Z', 'updated_at': '2021-04-02T18:01:24Z', 'revision_number': 5, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'subnets': [{'id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4e4561-6be9-4dc1-93e9-201db6875a2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:01:30.444052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Checking router: a8dd81e4-f942-40a2-9de1-498015bab3c5 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:01:30.444498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Updating router a8dd81e4-f942-40a2-9de1-498015bab3c5 port c1ba5bf0-3d9b-435f-93e0-791962792096 binding host dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:01:30.503336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:30.898628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:30.910403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Transition to ACTIVE for port object c1ba5bf0-3d9b-435f-93e0-791962792096 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:01:30.917512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:30.935433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:31.073930 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7f4db-3725-43a6-bc5f-800f0ca6721b None None] Pushing event updated for resources: {'Port': ['ID=c1ba5bf0-3d9b-435f-93e0-791962792096,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:31.078534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-51f7f4db-3725-43a6-bc5f-800f0ca6721b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:31.127953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Attempting to bind port c1ba5bf0-3d9b-435f-93e0-791962792096 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:01:31.128429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Attempting to bind port c1ba5bf0-3d9b-435f-93e0-791962792096 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:01:31.128752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Attempting to bind port c1ba5bf0-3d9b-435f-93e0-791962792096 on network 25f59e59-11d9-4f50-904d-648d364b3be9 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:01:31.134205 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:01:31.134610 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:01:31.135056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:31.135471 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Bound using segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:01:31.135964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Bound port: c1ba5bf0-3d9b-435f-93e0-791962792096, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:01:31.136416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:31.214173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] For port c1ba5bf0-3d9b-435f-93e0-791962792096, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:01:31.217157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] For port c1ba5bf0-3d9b-435f-93e0-791962792096, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=c1ba5bf0-3d9b-435f-93e0-791962792096,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:01:31.220482 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:31.236085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-51f7f4db-3725-43a6-bc5f-800f0ca6721b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:31.383154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7f4db-3725-43a6-bc5f-800f0ca6721b None None] Pushing event updated for resources: {'Port': ['ID=c1ba5bf0-3d9b-435f-93e0-791962792096,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:31.388071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-51f7f4db-3725-43a6-bc5f-800f0ca6721b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:31.442947 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Routers {'a8dd81e4-f942-40a2-9de1-498015bab3c5'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:01:31.443599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:01:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['a8dd81e4-f942-40a2-9de1-498015bab3c5'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:01:31.781547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] Set router a8dd81e4-f942-40a2-9de1-498015bab3c5 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:01:32.124156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'name': 'router1', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'c1ba5bf0-3d9b-435f-93e0-791962792096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:08Z', 'updated_at': '2021-04-02T18:01:28Z', 'revision_number': 4, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'gw_port': {'id': 'c1ba5bf0-3d9b-435f-93e0-791962792096', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:28Z', 'updated_at': '2021-04-02T18:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'bde185e0-fcd7-4e9a-8aa1-b4957065dff5', 'name': '', 'network_id': '2653b591-2293-4273-af51-16c55a554a27', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'mac_address': 'fa:16:3e:c0:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:18Z', 'updated_at': '2021-04-02T18:01:24Z', 'revision_number': 5, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'subnets': [{'id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4e4561-6be9-4dc1-93e9-201db6875a2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:01:32.128262 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0430df-c103-4a04-9720-be807bf06dc8 None None] The sync data for ids ['a8dd81e4-f942-40a2-9de1-498015bab3c5'] in dv-cinder-784477-2-smb is: [{'id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'name': 'router1', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'c1ba5bf0-3d9b-435f-93e0-791962792096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:01:08Z', 'updated_at': '2021-04-02T18:01:28Z', 'revision_number': 4, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'gw_port': {'id': 'c1ba5bf0-3d9b-435f-93e0-791962792096', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:28Z', 'updated_at': '2021-04-02T18:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'bde185e0-fcd7-4e9a-8aa1-b4957065dff5', 'name': '', 'network_id': '2653b591-2293-4273-af51-16c55a554a27', 'tenant_id': 'ce96c7ad40544f30884d8aac79558c16', 'mac_address': 'fa:16:3e:c0:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8dd81e4-f942-40a2-9de1-498015bab3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:01:18Z', 'updated_at': '2021-04-02T18:01:24Z', 'revision_number': 5, 'project_id': 'ce96c7ad40544f30884d8aac79558c16', 'subnets': [{'id': '42016fdb-c44c-4b87-876d-60ba0f3cb90a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4e4561-6be9-4dc1-93e9-201db6875a2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:01:32.542982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 53942) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:32.630149 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c1ba5bf0-3d9b-435f-93e0-791962792096 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:01:32.685721 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ea8879cb-3068-4a8f-b908-2024302621b8 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1415141 Apr 02 18:01:32.703852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port c1ba5bf0-3d9b-435f-93e0-791962792096 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:01:32.709603 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port c1ba5bf0-3d9b-435f-93e0-791962792096 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:32.710107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:32.844131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:32.862585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port c1ba5bf0-3d9b-435f-93e0-791962792096, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=c1ba5bf0-3d9b-435f-93e0-791962792096,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:01:32.865763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:32.867995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:01:32.942042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=c1ba5bf0-3d9b-435f-93e0-791962792096,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:01:32.945229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:01:34.601804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c1ba5bf0-3d9b-435f-93e0-791962792096 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:01:34.677856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port c1ba5bf0-3d9b-435f-93e0-791962792096 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:01:34.678538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:40.931269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4a57-5876-4b1d-adc8-3a3710926310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:42.016879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:43.177622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4a9a-f4cc-4b36-af72-19d90a09c8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:43.798557 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:45.039854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:57.210342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:02:10.902530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e565e61a-afe3-4d32-9412-e482f3bd1eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:12.003034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:13.168664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0674d8d7-c8d4-49e7-9412-1e6a76816690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:13.803924 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:15.041889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:34.209792 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:02:40.904034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-560a98af-f825-4a5b-87e8-b00a6f036417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:42.005604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:43.170571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ab4d5581-76ad-4866-a035-84e6c7af58ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:43.808379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:45.050325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.905533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31ced93e-f3f8-4185-8c13-fa243c759db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.208587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:03:12.007182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.171882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a9975e6-db40-4bc7-bfc2-bad95e11c7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.811002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:15.051079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.906852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8f8c-5a67-498c-a49e-da1ace074080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:42.008534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:43.173887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63bd862d-53af-4264-88b6-ab773c57c923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:43.813923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.815473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54512) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:44.891274 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.pecan_wsgi.hooks.translation [None req-144ef083-8d3e-420d-ae8f-480d23e2919a admin admin] GET failed (client error): The resource could not be found. Apr 02 18:03:44.892646 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-144ef083-8d3e-420d-ae8f-480d23e2919a admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0761583 Apr 02 18:03:45.030963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83790581-01d1-4e6b-8ba3-74b490cca0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:45.033800 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-83790581-01d1-4e6b-8ba3-74b490cca0fb admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1367619 Apr 02 18:03:45.052288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.483558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54522) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:47.598622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbd323-b639-4e2d-978f-02ef3eddad23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:47.599226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3dfbd323-b639-4e2d-978f-02ef3eddad23 admin admin] Synchronizing usage tracker for tenant:d98b27332514454fac9036184449016a on resource:subnet {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:47.614627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3dfbd323-b639-4e2d-978f-02ef3eddad23 admin admin] Unset dirty status for tenant:d98b27332514454fac9036184449016a on resource:subnet {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:47.615815 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3dfbd323-b639-4e2d-978f-02ef3eddad23 admin admin] 10.222.0.32 "GET /v2.0/subnets/42016fdb-c44c-4b87-876d-60ba0f3cb90a HTTP/1.1" status: 200 len: 849 time: 0.1311595 Apr 02 18:03:47.626463 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:47.751188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Notify callbacks [] for subnet, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:48.053921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363305978442117'] for subnet, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:48.071957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:48.211900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42016fdb-c44c-4b87-876d-60ba0f3cb90a,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:48.212182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:03:48.224941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.225323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.225701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.226069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.226431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.226795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.227154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.227511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.227893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.228270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.228628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.228981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:48.234189 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:48.262525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:48.263169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:48.264585 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] 10.222.0.32 "PUT /v2.0/subnets/42016fdb-c44c-4b87-876d-60ba0f3cb90a HTTP/1.1" status: 200 len: 868 time: 0.6422276 Apr 02 18:03:48.269073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e1721-ee5c-49fa-a0f5-ba11f7cb10ea None None] Network 2653b591-2293-4273-af51-16c55a554a27 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:48.721323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f8e60a6e-8cc8-4966-8c8b-2350096be3cc None None] Provisioning complete for port bde185e0-fcd7-4e9a-8aa1-b4957065dff5 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:48.721791 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8e60a6e-8cc8-4966-8c8b-2350096be3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:48.856208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f8e60a6e-8cc8-4966-8c8b-2350096be3cc None None] Provisioning complete for port 423af004-f74c-4d58-a5d4-353c03b26d23 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:48.856620 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8e60a6e-8cc8-4966-8c8b-2350096be3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.739799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54532) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:50.924057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97865f-6967-4266-8b10-0fc7d63731a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:50.924561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97865f-6967-4266-8b10-0fc7d63731a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:50.926174 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2d97865f-6967-4266-8b10-0fc7d63731a7 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1853163 Apr 02 18:03:53.382716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54542) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:53.566731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23821ed5-5b0d-49f6-8d75-b73f6239064f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:53.567173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23821ed5-5b0d-49f6-8d75-b73f6239064f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:53.568788 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-23821ed5-5b0d-49f6-8d75-b73f6239064f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1850502 Apr 02 18:03:56.037024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54552) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:56.213048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713579a7-a21c-4252-9d01-67a2982659f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:56.214414 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-713579a7-a21c-4252-9d01-67a2982659f2 admin admin] 10.222.0.32 "GET /v2.0/networks/25f59e59-11d9-4f50-904d-648d364b3be9 HTTP/1.1" status: 200 len: 886 time: 0.1763628 Apr 02 18:03:58.677677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54562) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:58.861383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5e3e0e-a67d-44a1-806f-c3591a02c0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:58.862798 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ab5e3e0e-a67d-44a1-806f-c3591a02c0c5 admin admin] 10.222.0.32 "GET /v2.0/networks/2653b591-2293-4273-af51-16c55a554a27 HTTP/1.1" status: 200 len: 869 time: 0.1841612 Apr 02 18:04:01.320126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54572) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:01.433458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383751cf-c574-4de6-b2e7-32bb8cadb5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:01.433961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383751cf-c574-4de6-b2e7-32bb8cadb5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:01.435567 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-383751cf-c574-4de6-b2e7-32bb8cadb5e0 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1143668 Apr 02 18:04:03.887610 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54582) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:04.002745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1be7c4-18c7-4d7b-a52b-dd893de6d4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:04.003246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1be7c4-18c7-4d7b-a52b-dd893de6d4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:04.004838 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4d1be7c4-18c7-4d7b-a52b-dd893de6d4b2 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1161232 Apr 02 18:04:06.469955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54592) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:06.583580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d51883-c40c-422d-9dd6-b727072423f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:06.585001 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-27d51883-c40c-422d-9dd6-b727072423f2 admin admin] 10.222.0.32 "GET /v2.0/subnets/42016fdb-c44c-4b87-876d-60ba0f3cb90a HTTP/1.1" status: 200 len: 868 time: 0.1140285 Apr 02 18:04:09.052127 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54602) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:09.162533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ca78be-2868-4a36-9b03-f27d536f22ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:09.163913 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-92ca78be-2868-4a36-9b03-f27d536f22ac admin admin] 10.222.0.32 "GET /v2.0/subnets/f4322a55-3ca9-4628-815e-9c35d861f69e HTTP/1.1" status: 200 len: 816 time: 0.1107244 Apr 02 18:04:10.908056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-324e9634-5e9b-4080-b137-b45c807984d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:12.011110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.175518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d42f8eb-3c0b-4fa8-b906-9dcde7a03ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.819189 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:15.054166 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.211212 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:04:35.465101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54646) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:35.515915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [None req-efec4659-872c-4c36-9501-0760352b9425 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:04:35.517023 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-efec4659-872c-4c36-9501-0760352b9425 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509105 Apr 02 18:04:38.056454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54656) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:38.129867 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d50a964-2d63-49c4-b6d1-d63dc9e2d039 admin admin] GET failed (client error): The resource could not be found. Apr 02 18:04:38.131194 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7d50a964-2d63-49c4-b6d1-d63dc9e2d039 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0737324 Apr 02 18:04:38.263462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d6aa2-b57a-4abc-bd79-4876f07a4767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:38.264965 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e14d6aa2-b57a-4abc-bd79-4876f07a4767 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1295841 Apr 02 18:04:40.748725 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54666) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:40.799055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:40.803861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:40.814294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:40.822785 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Made reservation on behalf of d98b27332514454fac9036184449016a for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:04:40.827974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.908057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f0479dec-c51e-4916-b1c9-8cad2094e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.922156 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.services.revisions.revision_plugin [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Could not find related network for resource to bump revision. Apr 02 18:04:40.933329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:04:40.942516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.942898 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Added segment fca5c371-070a-4e07-8d42-a0fb4da645f9 of type vlan for network 0699a7e3-aafe-4731-8d13-bda2fac37ceb Apr 02 18:04:40.969095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.997099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.998926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:40.999547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:41.004636 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:41.299204 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5491838 Apr 02 18:04:41.301989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=0699a7e3-aafe-4731-8d13-bda2fac37ceb,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:41.304814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:41.314543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 0699a7e3-aafe-4731-8d13-bda2fac37ceb details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:04:42.012426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.176615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47e77667-030d-4954-88da-3cf5546020e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.785911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54676) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:43.821322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.860563 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8703ae9e-a9fe-4cf9-8650-08447e9b8631 admin admin] GET failed (client error): The resource could not be found. Apr 02 18:04:43.861123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8703ae9e-a9fe-4cf9-8650-08447e9b8631 admin admin] Synchronizing usage tracker for tenant:d98b27332514454fac9036184449016a on resource:network {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:04:43.875042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8703ae9e-a9fe-4cf9-8650-08447e9b8631 admin admin] Unset dirty status for tenant:d98b27332514454fac9036184449016a on resource:network {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:04:43.876244 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8703ae9e-a9fe-4cf9-8650-08447e9b8631 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0892618 Apr 02 18:04:43.989110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545b251-dcf9-4302-a884-fc823d5a3985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:43.990540 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2545b251-dcf9-4302-a884-fc823d5a3985 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1099584 Apr 02 18:04:44.001197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Request body: {'subnet': {'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:44.005738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:44.015565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:44.023883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Made reservation on behalf of d98b27332514454fac9036184449016a for: {'subnet': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:04:44.028442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.417852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.432728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2395c9bf-0b3c-4894-9f95-827497e50d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:44.566086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d46afa-4704-4c8c-bafb-9e566d398910,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:44.568759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:44.628629 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Checking segment: {'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:44.629011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Network hostable DHCP agents. Network: 0699a7e3-aafe-4731-8d13-bda2fac37ceb, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:04:44.647298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Network 0699a7e3-aafe-4731-8d13-bda2fac37ceb is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:04:44.655076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 0699a7e3-aafe-4731-8d13-bda2fac37ceb) {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:44.659307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:44.659940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.664782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385661e8-9d4f-4d90-a0e6-81bd65131d9a None None] Network 0699a7e3-aafe-4731-8d13-bda2fac37ceb requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:04:44.683253 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-cea1df1c-3c3c-4e41-8806-7d3a4b860e9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6857746 Apr 02 18:04:44.906451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp423a3e73-a584-533f-b49d-55ed1d14d18e-0699a7e3-aafe-4731-8d13-bda2fac37ceb', 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb', 'tenant_id': 'd98b27332514454fac9036184449016a', 'fixed_ips': [{'subnet_id': '92d46afa-4704-4c8c-bafb-9e566d398910'}]}} from dv-cinder-784477-2-smb. {{(pid=84336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:04:44.907328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.084381 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.085575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Allocated IP 192.168.233.2 (0699a7e3-aafe-4731-8d13-bda2fac37ceb/92d46afa-4704-4c8c-bafb-9e566d398910/ba04dedd-612f-432f-8114-b0de8ad02123) {{(pid=84336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:04:45.306273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Notify callbacks [] for port, precommit_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.318187 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Transition to ACTIVE for port object ba04dedd-612f-432f-8114-b0de8ad02123 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:45.338761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Transition to ACTIVE for port object ba04dedd-612f-432f-8114-b0de8ad02123 will not be triggered until provisioned by entity DHCP. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:45.343224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.358811 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:45.662430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Pushing event updated for resources: {'Port': ['ID=ba04dedd-612f-432f-8114-b0de8ad02123,revision_number=1']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:45.671918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.672325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.672696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.673064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.673424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.673788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.674152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.674510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.674865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.675223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.675573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.675927 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:45.681051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:45.725004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Network 0699a7e3-aafe-4731-8d13-bda2fac37ceb is already hosted by enough agents. {{(pid=84336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:04:45.726155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Resources bound (agent type, host, resource id): {{(pid=84336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:45.729080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Received port after_create {{(pid=84336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:04:45.824720 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Attempting to bind port ba04dedd-612f-432f-8114-b0de8ad02123 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:04:45.825125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Attempting to bind port ba04dedd-612f-432f-8114-b0de8ad02123 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:04:45.825523 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Attempting to bind port ba04dedd-612f-432f-8114-b0de8ad02123 on network 0699a7e3-aafe-4731-8d13-bda2fac37ceb {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:04:45.831238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:04:45.831639 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Checking segment: {'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:45.832078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.832529 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Bound using segment: {'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:04:45.833078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Bound port: ba04dedd-612f-432f-8114-b0de8ad02123, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:04:45.833486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.927387 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] For port ba04dedd-612f-432f-8114-b0de8ad02123, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:04:45.931180 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] For port ba04dedd-612f-432f-8114-b0de8ad02123, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=ba04dedd-612f-432f-8114-b0de8ad02123,segment=NetworkSegment(fca5c371-070a-4e07-8d42-a0fb4da645f9),segment_id=fca5c371-070a-4e07-8d42-a0fb4da645f9)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:04:45.934054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.949345 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:46.099338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Pushing event updated for resources: {'Port': ['ID=ba04dedd-612f-432f-8114-b0de8ad02123,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:46.102781 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:46.718445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device ba04dedd-612f-432f-8114-b0de8ad02123 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:46.789345 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port ba04dedd-612f-432f-8114-b0de8ad02123 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:47.387914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5463e74-a24e-4562-b256-854382f9d451 None None] Network 0699a7e3-aafe-4731-8d13-bda2fac37ceb requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:04:47.496738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] Provisioning for port ba04dedd-612f-432f-8114-b0de8ad02123 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:47.504880 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] Provisioning complete for port ba04dedd-612f-432f-8114-b0de8ad02123 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:47.505290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.728975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.782587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] For port ba04dedd-612f-432f-8114-b0de8ad02123, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=ba04dedd-612f-432f-8114-b0de8ad02123,segment=NetworkSegment(fca5c371-070a-4e07-8d42-a0fb4da645f9),segment_id=fca5c371-070a-4e07-8d42-a0fb4da645f9)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:47.787056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.788978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:47.867253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] Pushing event updated for resources: {'Port': ['ID=ba04dedd-612f-432f-8114-b0de8ad02123,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:47.870750 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:48.014041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-51db9cf7-c5c7-4cd2-b1a7-94ac0867c868 None None] Provisioning complete for port ba04dedd-612f-432f-8114-b0de8ad02123 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:48.014386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-51db9cf7-c5c7-4cd2-b1a7-94ac0867c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:48.696369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device ba04dedd-612f-432f-8114-b0de8ad02123 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:48.767936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port ba04dedd-612f-432f-8114-b0de8ad02123 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:48.768518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.211227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:05:10.913640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b132bf59-4ac2-4c4a-9aee-93ac9845620a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.015483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:13.177270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-09ed4c07-cc26-4c38-bd3f-20f85df2ff4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:13.825680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.067637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:39.210504 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:05:40.914186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-908e8ba9-bc7a-41a5-87c5-ec570f06178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:42.018496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:43.181572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45891b3c-62d3-4f6d-8864-b485d72bea28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:43.827031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:45.075282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:00.632191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54726) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:00.639098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [None req-227a11d9-bcf2-42c7-bb04-087cf60e7500 tempest-verify_tempest_config-697931192 tempest-verify_tempest_config-697931192-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:06:00.640151 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-227a11d9-bcf2-42c7-bb04-087cf60e7500 tempest-verify_tempest_config-697931192 tempest-verify_tempest_config-697931192-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068803 Apr 02 18:06:00.951659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54744) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:01.072390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.087836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:01.091782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Usage tracker for resource:security_group_rule and tenant:19883474b79b478b8ef15a77a61a05b6 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:01.094679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:01.100855 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:01.192329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.194910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.204441 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:01.243761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Synchronizing usage tracker for tenant:d98b27332514454fac9036184449016a on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:06:01.248535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfdb2a4-49d8-4a64-94ca-cccd24998778,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:01.256341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.256728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.257106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.257477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.258294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.258294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.258643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.258888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.259266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.259626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.259982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.260398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:01.265001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:01.277247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Unset dirty status for tenant:d98b27332514454fac9036184449016a on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:06:01.278659 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19883474b79b478b8ef15a77a61a05b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3258464 Apr 02 18:06:01.281823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54750) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:01.342471 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6081580-83db-44ba-ba6f-e72142f66f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.369708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6081580-83db-44ba-ba6f-e72142f66f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.422774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6081580-83db-44ba-ba6f-e72142f66f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.427991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:01.441648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6081580-83db-44ba-ba6f-e72142f66f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfdb2a4-49d8-4a64-94ca-cccd24998778,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:01.444358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e6081580-83db-44ba-ba6f-e72142f66f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:01.445549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6081580-83db-44ba-ba6f-e72142f66f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.446764 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e6081580-83db-44ba-ba6f-e72142f66f6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dfdb2a4-49d8-4a64-94ca-cccd24998778 HTTP/1.1" status: 204 len: 168 time: 0.1639316 Apr 02 18:06:10.916076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29fa4ff9-3b93-4390-9c1b-39640554ef5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:12.022221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.183142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c730cc0-358a-41aa-8475-f2a543b9a9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.831207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:15.074866 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.209898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:06:40.918666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b238dced-72d1-478f-8f09-a2a1fda69574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:42.023704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:43.184530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c413c826-6ae3-40f7-9b4a-e7fd207a7cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:43.831031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:45.078324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:53.209019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:07:10.919756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-21695e60-9860-4a20-a6c6-7e48b103aadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:12.024249 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:13.185447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b4ebafea-daa2-4c63-a0af-b0d8b86097b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:13.834553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:15.080345 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:30.275518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 5 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:07:37.041125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650'] for agent, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:40.921267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e5d0cd05-3cf5-4a70-b54c-8c27ff833447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:42.024831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:42.416954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54802) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:42.535619 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-af134140-d7f0-4ef4-a75a-b24112c987da admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1174591 Apr 02 18:07:43.186352 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8f31403-b1b6-4f33-a90c-fb3a2111e1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.837121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:45.025225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54812) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:45.085461 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:45.085657 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ea080b37-87e1-4b50-b2ad-e42905d2b8d4 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0591171 Apr 02 18:08:07.041939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:07.214974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:08:10.921492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29fe7a31-8742-46d0-aa6c-507cb6a25eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:12.026528 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:13.187770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d28f18d-dc8b-4f93-b704-857a3d1dbf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:13.839442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:15.089440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:37.043075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:40.923522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a13e4-cb1e-4a9c-8a76-7fa1244531e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:42.031698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:43.197794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8feb119e-1a9e-4f31-ad9f-c9f7d6499f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:43.943974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:44.215057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:08:45.100982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:07.043587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:10.926888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7165bd40-f7db-4bbd-bc25-7361bbcaff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:12.025052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:13.189768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-948d0a5a-3c54-40a3-a09f-bda3e33a6781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:13.851590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:15.094515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.384843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 54916) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:19.672401 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-network', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:19.684886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:19.689143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Usage tracker for resource:network and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:19.692241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:19.698704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:19.709854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Made reservation on behalf of 41c29e9f99fa45109ce0d705a307c847 for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:19.714761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.728732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.745609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:19.755801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Usage tracker for resource:security_group_rule and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:19.759806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:19.766482 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:19.867417 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.870904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.876414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:19.908326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d9147-21bb-480c-a7ad-a8e2a30c026e,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:19.922659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:09:19.926287 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.926808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.927375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.927747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.928233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.928733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.929163 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.929599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.930062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.930487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.931305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.931305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Tracked resource versions report: Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: pushed versions: Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: { 'AddressGroup': {'1.2'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': {'1.0'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': {'1.0'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': {'1.1'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': {'1.7'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': {'1.2'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': {'1.8'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': {'1.4'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': {'1.0'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': {'1.1'}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': {'1.1'}} Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: consumer versions: Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: { DHCP agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: HyperV agent@hv-cinder-78447: {}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: L3 agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: Metadata agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: Metering agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: Open vSwitch agent@dv-cinder-784477-2-smb: { 'AddressGroup': '1.2', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': '1.0', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': '1.0', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': '1.1', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': '1.7', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': '1.2', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': '1.8', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': '1.4', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': '1.2', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': '1.0', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': '1.1', Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': '1.1'}} Apr 02 18:09:19.932490 dv-cinder-784477-2-smb neutron-server[84223]: {{(pid=84335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:09:19.939266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:19.945743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.946154 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Added segment cd689773-c879-4027-b461-edded8fea4a3 of type vlan for network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 Apr 02 18:09:19.984811 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.018033 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.019484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:20.021376 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.024230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-eeb82265-080f-44e8-9dd4-b2e04a2e465e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:20.139400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Pushing event updated for resources: {'Network': ['ID=44ec7b32-e430-4f5b-9535-ae18cd7a9050,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:20.153891 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7676280 Apr 02 18:09:20.156417 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:20.157265 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 54962) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:20.158106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:09:20.175067 dv-cinder-784477-2-smb neutron-server[84223]: WARNING oslo_policy.policy [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 18:09:20.176025 dv-cinder-784477-2-smb neutron-server[84223]: WARNING oslo_policy.policy [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 18:09:20.441475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Request body: {'subnet': {'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-subnet', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:20.447953 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.quota [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Loaded quota_driver: . Apr 02 18:09:20.464644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:20.472138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Usage tracker for resource:subnet and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:20.477169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:20.489209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:20.505197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Made reservation on behalf of 41c29e9f99fa45109ce0d705a307c847 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:20.587537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.policy [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84334) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 02 18:09:20.643410 dv-cinder-784477-2-smb neutron-server[84223]: WARNING oslo_policy.policy [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 18:09:20.643849 dv-cinder-784477-2-smb neutron-server[84223]: WARNING oslo_policy.policy [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 18:09:20.669913 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:21.217617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:09:21.364401 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:21.442949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:21.489986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55038) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:21.528051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55046) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:21.557570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=adce9118-b6f6-490e-8ca2-2445b867b927,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:21.570032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.570623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.570994 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.571354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.571713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.572069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.572450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.572800 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.573149 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.573502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.573852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.574199 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Tracked resource versions report: Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: pushed versions: Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: { 'AddressGroup': {'1.2'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': {'1.0'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': {'1.0'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': {'1.1'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': {'1.7'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': {'1.2'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': {'1.8'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': {'1.4'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': {'1.0'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': {'1.1'}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': {'1.1'}} Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: consumer versions: Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: { DHCP agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: HyperV agent@hv-cinder-78447: {}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: L3 agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: Metadata agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: Metering agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: Open vSwitch agent@dv-cinder-784477-2-smb: { 'AddressGroup': '1.2', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': '1.0', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': '1.0', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': '1.1', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': '1.7', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': '1.2', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': '1.8', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': '1.4', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': '1.2', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': '1.0', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': '1.1', Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': '1.1'}} Apr 02 18:09:21.575796 dv-cinder-784477-2-smb neutron-server[84223]: {{(pid=84334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:09:21.604992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:21.629235 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Checking segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:21.629626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Network hostable DHCP agents. Network: 44ec7b32-e430-4f5b-9535-ae18cd7a9050, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:09:21.655854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:09:21.669769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 44ec7b32-e430-4f5b-9535-ae18cd7a9050) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:21.674560 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:21.675474 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:21.681545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9be58-5f68-4963-8a0f-69d11f4b783d None None] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:09:21.704516 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5450604 Apr 02 18:09:21.707629 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55058) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:21.716604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:21.722514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:21.727717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Usage tracker for resource:router and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:21.731761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:21.739085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:21.749853 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774967'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:21.751422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-830'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:21.788058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.059490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-network', 'tenant_id': '7a1b0a5241564acca003992ce14835e1'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:22.067552 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:22.074021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Usage tracker for resource:network and tenant:7a1b0a5241564acca003992ce14835e1 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:22.081936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:22.089779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:22.102552 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1521576931-network', 'tenant_id': '6958bc1ad48c46008722d451176f88f0'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:22.108005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:22.116997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Usage tracker for resource:network and tenant:6958bc1ad48c46008722d451176f88f0 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:22.120498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:22.126885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp423a3e73-a584-533f-b49d-55ed1d14d18e-44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927'}]}} from dv-cinder-784477-2-smb. {{(pid=84336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:09:22.127818 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.128576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:22.144586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Made reservation on behalf of 6958bc1ad48c46008722d451176f88f0 for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:22.151309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.167630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.180488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Made reservation on behalf of 7a1b0a5241564acca003992ce14835e1 for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:22.190481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.212282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.239380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:22.246289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a1b0a5241564acca003992ce14835e1 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:22.250899 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:22.254564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:22.262252 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:22.265501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Usage tracker for resource:security_group_rule and tenant:6958bc1ad48c46008722d451176f88f0 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:22.269862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:22.276315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.283483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:22.313190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Allocated IP 172.20.0.2 (44ec7b32-e430-4f5b-9535-ae18cd7a9050/adce9118-b6f6-490e-8ca2-2445b867b927/9bf94cc6-d837-4304-bba9-e745c105ccb7) {{(pid=84336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:22.431019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.444086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.459186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5171f460-c9ea-4b2b-8caa-3f37e1dc241b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:22.496865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80dd9a8-7b0c-473f-8b42-134db6d7e450,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:22.505512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:22.511548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.517607 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:09:22.521290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.538008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:22.551740 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:09:22.562223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.562824 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Added segment f1c2e061-48d3-49ee-a7e2-63e36b5265a2 of type vlan for network d881c029-1706-4ac9-8259-3c4e3cf18284 Apr 02 18:09:22.594240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.619819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Notify callbacks [] for port, precommit_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.632059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.632747 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Added segment 821680be-12fa-47bd-8636-1302d95076b8 of type vlan for network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 Apr 02 18:09:22.633367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Transition to ACTIVE for port object 9bf94cc6-d837-4304-bba9-e745c105ccb7 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:22.643749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.659303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Transition to ACTIVE for port object 9bf94cc6-d837-4304-bba9-e745c105ccb7 will not be triggered until provisioned by entity DHCP. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:22.659481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:22.660452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.667303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.718745 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1888862 Apr 02 18:09:22.723274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55086) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:22.726128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc11796-0c70-40ff-bf2f-d340efaaa354,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:22.731443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:22.733696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.740430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:22.848955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Request body: {'subnet': {'network_id': 'd881c029-1706-4ac9-8259-3c4e3cf18284', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1521576931-subnet', 'tenant_id': '6958bc1ad48c46008722d451176f88f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:22.853064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Pushing event updated for resources: {'Network': ['ID=d881c029-1706-4ac9-8259-3c4e3cf18284,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:22.859670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:22.860678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:22.867294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Usage tracker for resource:subnet and tenant:6958bc1ad48c46008722d451176f88f0 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:22.871660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:22.890879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:22.913495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.915162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:22.915810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.942757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:22.963338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:23.006699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.052916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network d881c029-1706-4ac9-8259-3c4e3cf18284 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:09:23.056049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:23.060621 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5692325 Apr 02 18:09:23.061570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Made reservation on behalf of 6958bc1ad48c46008722d451176f88f0 for: {'subnet': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:23.066774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.090454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Pushing event updated for resources: {'Port': ['ID=9bf94cc6-d837-4304-bba9-e745c105ccb7,revision_number=1']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:23.122636 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 is already hosted by enough agents. {{(pid=84336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:23.125366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:09:23.163046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.163341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.163580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.163945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.166488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.166814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.169132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.169518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.169896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.170269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.172254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.172674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Tracked resource versions report: Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: pushed versions: Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: { 'AddressGroup': {'1.2'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': {'1.0'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': {'1.0'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': {'1.1'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': {'1.7'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': {'1.2'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': {'1.8'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': {'1.4'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': {'1.0'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': {'1.1'}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': {'1.1'}} Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: consumer versions: Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: { DHCP agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: HyperV agent@hv-cinder-78447: {}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: L3 agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: Metadata agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: Metering agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: Open vSwitch agent@dv-cinder-784477-2-smb: { 'AddressGroup': '1.2', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': '1.0', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': '1.0', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': '1.1', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': '1.7', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': '1.2', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': '1.8', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': '1.4', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': '1.2', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': '1.0', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': '1.1', Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': '1.1'}} Apr 02 18:09:23.173817 dv-cinder-784477-2-smb neutron-server[84223]: {{(pid=84336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:09:23.186679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:23.187397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Resources bound (agent type, host, resource id): {{(pid=84336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:23.193366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Received port after_create {{(pid=84336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:23.217783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55102) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:23.228092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Request body: {'subnet': {'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-subnet', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:23.232894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:23.236891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Usage tracker for resource:subnet and tenant:7a1b0a5241564acca003992ce14835e1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:23.239939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:23.246154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:23.254091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.265176 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:23.294763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Made reservation on behalf of 7a1b0a5241564acca003992ce14835e1 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:23.301370 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.461679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Allocated IP 172.28.1.118 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/b7cddafe-10e7-401e-bb33-0c9d3563ad02) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:23.485505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Attempting to bind port 9bf94cc6-d837-4304-bba9-e745c105ccb7 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:09:23.485912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Attempting to bind port 9bf94cc6-d837-4304-bba9-e745c105ccb7 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:09:23.486313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Attempting to bind port 9bf94cc6-d837-4304-bba9-e745c105ccb7 on network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:23.512308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:09:23.512806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Checking segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:23.513252 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.513684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Bound using segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:09:23.514205 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Bound port: 9bf94cc6-d837-4304-bba9-e745c105ccb7, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:09:23.514618 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.530953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.637003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] For port 9bf94cc6-d837-4304-bba9-e745c105ccb7, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:09:23.640340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] For port 9bf94cc6-d837-4304-bba9-e745c105ccb7, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9bf94cc6-d837-4304-bba9-e745c105ccb7,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:09:23.688475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3fb0f18f-4ae8-4c32-ac2c-e6a67e5f3cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:23.751649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.771895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.827446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2166dbf-1e9a-4d49-9f6e-86fc36c0e7e0,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:23.832309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:23.889141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Checking segment: {'id': 'f1c2e061-48d3-49ee-a7e2-63e36b5265a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd881c029-1706-4ac9-8259-3c4e3cf18284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:23.889525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Network hostable DHCP agents. Network: d881c029-1706-4ac9-8259-3c4e3cf18284, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:09:23.916887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Network d881c029-1706-4ac9-8259-3c4e3cf18284 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:09:23.928286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:23.931092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, d881c029-1706-4ac9-8259-3c4e3cf18284) {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:23.940517 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:23.947963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.961442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.972522 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2429614 Apr 02 18:09:23.995126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:23.997218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50af0c4-c494-4895-8dd4-6e814cd35287 None None] Network d881c029-1706-4ac9-8259-3c4e3cf18284 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:09:24.215378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cddafe-10e7-401e-bb33-0c9d3563ad02,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:24.241564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:24.275323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Pushing event updated for resources: {'Port': ['ID=9bf94cc6-d837-4304-bba9-e745c105ccb7,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:24.289884 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:24.402844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:24.405943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:24.426846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:24.570184 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f110b-6c43-4328-85ad-3fce398ef44b None None] Network d881c029-1706-4ac9-8259-3c4e3cf18284 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:09:24.965170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9bf94cc6-d837-4304-bba9-e745c105ccb7 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:25.038236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 9bf94cc6-d837-4304-bba9-e745c105ccb7 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:09:25.149466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:25.172457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:25.220619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:25.590553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55228) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:25.592364 dv-cinder-784477-2-smb neutron-server[84223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 02 18:09:25.800848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-b21416eb-2a0e-4846-98fb-d33beb68978b tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:25.801461 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-b21416eb-2a0e-4846-98fb-d33beb68978b tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Synchronizing usage tracker for tenant:6958bc1ad48c46008722d451176f88f0 on resource:network {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:25.827052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-b21416eb-2a0e-4846-98fb-d33beb68978b tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Unset dirty status for tenant:6958bc1ad48c46008722d451176f88f0 on resource:network {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:25.837130 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-b21416eb-2a0e-4846-98fb-d33beb68978b tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/networks?id=d881c029-1706-4ac9-8259-3c4e3cf18284 HTTP/1.1" status: 200 len: 812 time: 0.2477150 Apr 02 18:09:25.861563 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-946061e8-e5f6-4a1a-a989-bc8499abedd0 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/quotas/6958bc1ad48c46008722d451176f88f0 HTTP/1.1" status: 200 len: 375 time: 0.0230095 Apr 02 18:09:25.877679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:25.889969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:25.890519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55238) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:25.965410 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9672f936-2b02-4719-8bdf-c39ee29fa282 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6958bc1ad48c46008722d451176f88f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005495 Apr 02 18:09:26.054350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621b74b-4721-4f26-9a0c-7b4d573bd02f None None] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:09:26.207026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Checking segment: {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:26.207651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Network hostable DHCP agents. Network: cb2665f4-5c28-48e6-b8b4-83ef2fba90a5, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:09:26.295615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:26.311551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:09:26.380889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-bddf6ca9-3fcd-48e4-9db9-4887e18b0095 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:09:26.389086 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-bddf6ca9-3fcd-48e4-9db9-4887e18b0095 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1680870 Apr 02 18:09:26.447487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] Provisioning for port 9bf94cc6-d837-4304-bba9-e745c105ccb7 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:09:26.484780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] Provisioning complete for port 9bf94cc6-d837-4304-bba9-e745c105ccb7 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:26.485171 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:26.607577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, cb2665f4-5c28-48e6-b8b4-83ef2fba90a5) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:26.626928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:26.626928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:26.660407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:26.674480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55274) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:26.685890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae20297-858c-41c8-894f-f1b5018cb3b0 None None] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:09:26.703730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:26.717638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9dd7fadab24548b8252dc1727bbd7a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:26.725626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:26.740413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:26.750148 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55284) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:26.767677 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d0c8c1a5-3dc4-455e-968b-54edf59e2201 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.5353405 Apr 02 18:09:26.781658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:26.792726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:26.805846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Usage tracker for resource:router and tenant:7a1b0a5241564acca003992ce14835e1 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:26.812250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:26.829129 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:26.860553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774967'] for router, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:26.865003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-830'] for router, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:26.898328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 is scheduled to L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:09:26.932608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:26.981825 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-2bd10c00-a694-438d-9a95-c75899335bde service neutron] 10.222.0.32 "GET /v2.0/networks/d881c029-1706-4ac9-8259-3c4e3cf18284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915024 Apr 02 18:09:27.092584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.115819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.116273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac130f-3cfb-45ca-adfe-34e5516ab0d4 None None] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:09:27.138666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:27.143568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.153063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Usage tracker for resource:security_group_rule and tenant:e6adaaee18cf44a890e797d0835b010f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:27.166318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:27.171768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:27.193150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:27.269943 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d9dd7fadab24548b8252dc1727bbd7a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3694532 Apr 02 18:09:27.274244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55298) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:27.312263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:09:27.323713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Sync routers for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:09:27.339868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:27.340780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:09:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:27.345813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c30e20-7c03-42ca-96b3-6b2bf9239b62,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:27.381026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:27.432896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.437497 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7286294 Apr 02 18:09:27.440932 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55302) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:27.483824 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.557847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:27.597396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb126-b221-413d-b64a-d03368010048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.627119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] For port 9bf94cc6-d837-4304-bba9-e745c105ccb7, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9bf94cc6-d837-4304-bba9-e745c105ccb7,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:27.671483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.689229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.690790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb126-b221-413d-b64a-d03368010048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.695125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:27.705537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.728397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:27.738246 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-a4e6cfba-bec9-4fa2-8146-e75c30304b78 service neutron] 10.222.0.32 "GET /v2.0/networks/d881c029-1706-4ac9-8259-3c4e3cf18284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485650 Apr 02 18:09:27.791889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2da16017-3387-481a-b46d-f185f5518420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:27.889904 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6adaaee18cf44a890e797d0835b010f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2096584 Apr 02 18:09:27.898599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55310) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:28.024335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] Pushing event updated for resources: {'Port': ['ID=9bf94cc6-d837-4304-bba9-e745c105ccb7,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:28.037806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1815bc0d-7254-4556-820b-2192f7072201,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:28.062662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:28.069415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a90e570-ac6e-4c45-b4ee-45d16cbfc945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.083738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9d884e0b-6ef9-4137-9589-f215107eb469 None None] Provisioning complete for port 9bf94cc6-d837-4304-bba9-e745c105ccb7 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:28.084202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d884e0b-6ef9-4137-9589-f215107eb469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.168439 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:28.186734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb126-b221-413d-b64a-d03368010048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.199022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:28.370224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:24Z', 'revision_number': 3, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:28.381676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Checking router: 6945727b-d9d5-4004-92e8-ea1ee8a9d441 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:09:28.382084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Updating router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 port b7cddafe-10e7-401e-bb33-0c9d3563ad02 binding host dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:09:28.521406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.528867 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-19d3207c-96a5-4dcc-a626-cc096550eac3 req-7e06b516-885b-4fef-a169-2ec3e6d72d60 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 210 time: 0.2516153 Apr 02 18:09:28.545053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a90e570-ac6e-4c45-b4ee-45d16cbfc945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.663293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.695922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55342) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:28.738993 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.751631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eb126-b221-413d-b64a-d03368010048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c30e20-7c03-42ca-96b3-6b2bf9239b62,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:28.754141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0e0eb126-b221-413d-b64a-d03368010048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:28.757574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb126-b221-413d-b64a-d03368010048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.758893 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0e0eb126-b221-413d-b64a-d03368010048 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32c30e20-7c03-42ca-96b3-6b2bf9239b62 HTTP/1.1" status: 204 len: 168 time: 1.4735780 Apr 02 18:09:28.899390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a90e570-ac6e-4c45-b4ee-45d16cbfc945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.935440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9bf94cc6-d837-4304-bba9-e745c105ccb7 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:28.948004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:28.963941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fe8cd2a9-38ba-43a6-ab32-45e5da43f841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:29.027375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90e570-ac6e-4c45-b4ee-45d16cbfc945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1815bc0d-7254-4556-820b-2192f7072201,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:29.032641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0a90e570-ac6e-4c45-b4ee-45d16cbfc945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:29.128523 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.148422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a90e570-ac6e-4c45-b4ee-45d16cbfc945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.161420 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0a90e570-ac6e-4c45-b4ee-45d16cbfc945 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1815bc0d-7254-4556-820b-2192f7072201 HTTP/1.1" status: 204 len: 168 time: 1.2511320 Apr 02 18:09:29.172923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:29.185278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b5534147394adf9e32b1b74ddb62ac is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:29.189041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:29.204429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:29.244659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 9bf94cc6-d837-4304-bba9-e745c105ccb7 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:29.245190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.303478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.316632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.321665 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.335375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Transition to ACTIVE for port object b7cddafe-10e7-401e-bb33-0c9d3563ad02 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:29.351761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.365033 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:29.378120 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9b5534147394adf9e32b1b74ddb62ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6738281 Apr 02 18:09:29.390528 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55370) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:29.456323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ab32d9-ba66-404b-9ee7-be30de92f9b9,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:29.460435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:29.496323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Allocated IP 172.28.1.223 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/9c7a8b7c-1663-47d5-94f9-027217ba9cd1) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:29.546378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:29.600355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55380) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:29.638904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55384) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:29.664347 dv-cinder-784477-2-smb neutron-server[84223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 02 18:09:29.682014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Attempting to bind port b7cddafe-10e7-401e-bb33-0c9d3563ad02 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:09:29.682526 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Attempting to bind port b7cddafe-10e7-401e-bb33-0c9d3563ad02 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:09:29.683001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Attempting to bind port b7cddafe-10e7-401e-bb33-0c9d3563ad02 on network 25f59e59-11d9-4f50-904d-648d364b3be9 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:29.694084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:09:29.694671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:29.695102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.696104 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Bound using segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:09:29.696967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Bound port: b7cddafe-10e7-401e-bb33-0c9d3563ad02, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:09:29.697452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.711695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.735836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:29.736094 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e12498c6-1690-4e39-a61c-5970b5068e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.743742 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa194ad01a841a1b6eb6e9a51fdcebb is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:29.749201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:29.767439 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:29.768319 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5bea4406-92c9-46bd-b79a-79e1964d6551 req-89e5dcf5-72af-4d12-8b9d-d5e8fe6970ab tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 210 time: 0.1228154 Apr 02 18:09:29.791681 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e12498c6-1690-4e39-a61c-5970b5068e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.804548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Allocated IP 172.20.0.1 (44ec7b32-e430-4f5b-9535-ae18cd7a9050/adce9118-b6f6-490e-8ca2-2445b867b927/56f59b35-0718-4376-8d2c-4560a7a28808) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:29.807140 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.919938 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.973154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:29.973957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e12498c6-1690-4e39-a61c-5970b5068e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:29.982948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:30.000750 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12498c6-1690-4e39-a61c-5970b5068e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ab32d9-ba66-404b-9ee7-be30de92f9b9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:30.010374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e12498c6-1690-4e39-a61c-5970b5068e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:30.027089 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e12498c6-1690-4e39-a61c-5970b5068e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.028952 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e12498c6-1690-4e39-a61c-5970b5068e6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68ab32d9-ba66-404b-9ee7-be30de92f9b9 HTTP/1.1" status: 204 len: 168 time: 0.6367433 Apr 02 18:09:30.038230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] For port b7cddafe-10e7-401e-bb33-0c9d3563ad02, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:09:30.041398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] For port b7cddafe-10e7-401e-bb33-0c9d3563ad02, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=b7cddafe-10e7-401e-bb33-0c9d3563ad02,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:09:30.050737 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Pushing event updated for resources: {'Port': ['ID=b7cddafe-10e7-401e-bb33-0c9d3563ad02,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:30.053491 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.061013 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.061386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.061757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.062121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.062825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.063188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.063545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.063899 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.064272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.064730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.065080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.065429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Tracked resource versions report: Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: pushed versions: Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: { 'AddressGroup': {'1.2'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': {'1.0'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': {'1.0'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': {'1.1'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': {'1.7'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': {'1.2'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': {'1.8'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': {'1.4'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': {'1.0'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': {'1.1'}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': {'1.1'}} Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: consumer versions: Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: { DHCP agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: HyperV agent@hv-cinder-78447: {}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: L3 agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: Metadata agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: Metering agent@dv-cinder-784477-2-smb: {}, Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: Open vSwitch agent@dv-cinder-784477-2-smb: { 'AddressGroup': '1.2', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'ConntrackHelper': '1.0', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Log': '1.0', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Network': '1.1', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Port': '1.7', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'PortForwarding': '1.2', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'QosPolicy': '1.8', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroup': '1.4', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'SecurityGroupRule': '1.2', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'SubPort': '1.0', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Subnet': '1.1', Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: 'Trunk': '1.1'}} Apr 02 18:09:30.066513 dv-cinder-784477-2-smb neutron-server[84223]: {{(pid=84337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:09:30.077341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Transition to ACTIVE for port object 56f59b35-0718-4376-8d2c-4560a7a28808 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:30.078914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.080059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:30.105169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.112116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.138486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55398) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:30.139535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:30.185564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.216200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7a8b7c-1663-47d5-94f9-027217ba9cd1,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:30.234001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:30.234458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:30.243233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Pushing event updated for resources: {'Port': ['ID=56f59b35-0718-4376-8d2c-4560a7a28808,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:30.264440 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fa194ad01a841a1b6eb6e9a51fdcebb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6615813 Apr 02 18:09:30.267222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55404) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:30.275106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:30.278854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.287545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:30.302211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba6ca1d-0051-4cf4-b028-5f624eaa553d,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:30.312800 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:30.408388 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:30.420142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:30.432522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:30.441266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Usage tracker for resource:security_group_rule and tenant:eb9ebdc7d6794bd29bb4d380d61a8ece is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:30.445464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:30.453151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:30.462342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:30.479553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Pushing event updated for resources: {'Port': ['ID=b7cddafe-10e7-401e-bb33-0c9d3563ad02,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:30.501746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:30.700617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.720242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.742614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:30.745955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:30.746631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:09:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:30.765778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:30.789352 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0e0eb126-b221-413d-b64a-d03368010048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:30.806783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b0809bae-d918-424c-86ab-9a81016d1ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:30.811569 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:30.838099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854106301'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:31.130142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:31.175126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b9daba7f-83a2-4bb7-95b7-dc70e150b8a9 None None] Provisioning for port 56f59b35-0718-4376-8d2c-4560a7a28808 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:09:31.190768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b9daba7f-83a2-4bb7-95b7-dc70e150b8a9 None None] Provisioning complete for port 56f59b35-0718-4376-8d2c-4560a7a28808 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:31.191431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9daba7f-83a2-4bb7-95b7-dc70e150b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:31.353383 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb9ebdc7d6794bd29bb4d380d61a8ece&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1360867 Apr 02 18:09:31.354456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55452) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:31.371345 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b9daba7f-83a2-4bb7-95b7-dc70e150b8a9 None None] Port 56f59b35-0718-4376-8d2c-4560a7a28808 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:09:31.384948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791acd8-9985-4f10-870c-b527dbab6a74,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:31.416789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:31.502085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b0809bae-d918-424c-86ab-9a81016d1ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:31.587467 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-89fec132-2eea-45cd-a550-d7c1262bf4cb req-c3cf5269-fd92-4db0-b8bf-47a75d545a48 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 210 time: 0.5929103 Apr 02 18:09:31.661740 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:24Z', 'revision_number': 3, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:31.670380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4605767-47f6-459e-af36-f34e7f9f5b3e None None] The sync data for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb is: [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:24Z', 'revision_number': 3, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:09:31.747642 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63dc5daa-e04f-4981-9f1c-e2a5eed850c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:31.851221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63dc5daa-e04f-4981-9f1c-e2a5eed850c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:31.866338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:31.915313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:31.991086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63dc5daa-e04f-4981-9f1c-e2a5eed850c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:32.043748 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b0809bae-d918-424c-86ab-9a81016d1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:32.058749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:32.086496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0809bae-d918-424c-86ab-9a81016d1ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba6ca1d-0051-4cf4-b028-5f624eaa553d,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:32.100324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b0809bae-d918-424c-86ab-9a81016d1ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:32.142998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b0809bae-d918-424c-86ab-9a81016d1ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:32.147764 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b0809bae-d918-424c-86ab-9a81016d1ca5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aba6ca1d-0051-4cf4-b028-5f624eaa553d HTTP/1.1" status: 204 len: 168 time: 1.8693092 Apr 02 18:09:32.336533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:32.427819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.20', 52919) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:32.429311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63dc5daa-e04f-4981-9f1c-e2a5eed850c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:32.431069 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-63dc5daa-e04f-4981-9f1c-e2a5eed850c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5791acd8-9985-4f10-870c-b527dbab6a74 HTTP/1.1" status: 204 len: 168 time: 1.0164337 Apr 02 18:09:32.437929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc5daa-e04f-4981-9f1c-e2a5eed850c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791acd8-9985-4f10-870c-b527dbab6a74,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:32.543261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-63dc5daa-e04f-4981-9f1c-e2a5eed850c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:32.661092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:32.948999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device b7cddafe-10e7-401e-bb33-0c9d3563ad02 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:33.057633 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:33.072119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-f663f495-3d93-4ed4-8d48-615a997ecd5a tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:33.076476 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-f663f495-3d93-4ed4-8d48-615a997ecd5a tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.20 "GET /v2.0/networks?id=d881c029-1706-4ac9-8259-3c4e3cf18284 HTTP/1.1" status: 200 len: 812 time: 0.6436677 Apr 02 18:09:33.154676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port b7cddafe-10e7-401e-bb33-0c9d3563ad02 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:09:33.163382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port b7cddafe-10e7-401e-bb33-0c9d3563ad02 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:33.163775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:33.176233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:33.202837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Request body: {'port': {'device_id': '9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e', 'network_id': 'd881c029-1706-4ac9-8259-3c4e3cf18284', 'admin_state_up': True, 'tenant_id': '6958bc1ad48c46008722d451176f88f0'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:33.223487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Router 001f484d-7d5f-493f-b401-d06dbadc20b1 is scheduled to L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c with binding_index 1 {{(pid=84335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:09:33.257246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854211868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854109034'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:33.331413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-36eae12c-a73f-4b41-8d3b-443246dce913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:33.427420 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-08a801f2-344c-48f0-906a-d54e2ff3bfb6 req-794c571b-69f5-4012-8120-90f44cd2a678 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 210 time: 0.3355386 Apr 02 18:09:33.504101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:33.531232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port b7cddafe-10e7-401e-bb33-0c9d3563ad02, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=b7cddafe-10e7-401e-bb33-0c9d3563ad02,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:33.536337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:33.540879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:33.610914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:09:33.625046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Sync routers for ids ['001f484d-7d5f-493f-b401-d06dbadc20b1'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:09:33.637841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:33.639523 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8861773 Apr 02 18:09:33.641917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Routers {'001f484d-7d5f-493f-b401-d06dbadc20b1'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:33.642564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55546) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:33.642659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:09:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['001f484d-7d5f-493f-b401-d06dbadc20b1'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:33.872875 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Set router 001f484d-7d5f-493f-b401-d06dbadc20b1 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:33.922819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55564) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:33.991954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Pushing event updated for resources: {'Port': ['ID=56f59b35-0718-4376-8d2c-4560a7a28808,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:34.001868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:34.066442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:34.076218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Usage tracker for resource:port and tenant:6958bc1ad48c46008722d451176f88f0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:34.081067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:34.093696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:34.095562 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:34.110502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:34.163525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=b7cddafe-10e7-401e-bb33-0c9d3563ad02,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:34.190478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:34.355147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Made reservation on behalf of 6958bc1ad48c46008722d451176f88f0 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:34.365652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:34.398255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 3, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port': {'id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:28Z', 'updated_at': '2021-04-02T18:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:34.415085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Checking router: 001f484d-7d5f-493f-b401-d06dbadc20b1 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:09:34.415496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Updating router 001f484d-7d5f-493f-b401-d06dbadc20b1 port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 binding host dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:09:34.476915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:34.577215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5073519b-e42f-4424-a9d6-038f88efb7b9 None None] Provisioning complete for port 56f59b35-0718-4376-8d2c-4560a7a28808 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:34.581056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5073519b-e42f-4424-a9d6-038f88efb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:34.590439 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:34.606749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Usage tracker for resource:security_group_rule and tenant:5e104012a66f445e93252fe0862dc89e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:34.633332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:34.645739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:34.686890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:34.886682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5073519b-e42f-4424-a9d6-038f88efb7b9 None None] Port 56f59b35-0718-4376-8d2c-4560a7a28808 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:09:34.949335 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-13410176-a36a-44ce-8702-92a32b4f221d req-5df1deb4-71a0-4960-8d54-89f5e93a2823 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 210 time: 0.1684947 Apr 02 18:09:35.035782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:09:35.093349 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Allocated IP 172.20.0.7 (d881c029-1706-4ac9-8259-3c4e3cf18284/e2166dbf-1e9a-4d49-9f6e-86fc36c0e7e0/52aa8d24-9017-48c8-b0c8-7afc8b61f99b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:35.277819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device b7cddafe-10e7-401e-bb33-0c9d3563ad02 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:35.440602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.547403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.595537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.738196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6e3ef69b-701b-4cad-81f9-022e2cfe01dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:36.025364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:36.041796 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Transition to ACTIVE for port object 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:36.055000 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:36.141692 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Allocated IP 172.20.0.1 (cb2665f4-5c28-48e6-b8b4-83ef2fba90a5/f4ba1f44-1bbd-458a-bd20-2152b4f1aadf/c3f535e6-2532-4def-9339-4db714b303cd) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:36.198322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:09:36.218251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Sync routers for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:09:36.251083 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e104012a66f445e93252fe0862dc89e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3127697 Apr 02 18:09:36.251893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:36.253857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:09:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:36.290908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55640) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:36.513686 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:36.570392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port b7cddafe-10e7-401e-bb33-0c9d3563ad02 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:36.570392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:36.681138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a084f-891b-4dd5-a7ec-640fcede69be,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:36.770536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.032s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:36.777186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-be6f473d-0b50-4e82-92b3-e8994a531007 req-e0bebacd-fca7-4730-b4be-c9222010133e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Synchronizing usage tracker for tenant:6958bc1ad48c46008722d451176f88f0 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:36.796377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37f2ca-3e46-4a8e-b0f3-3f524841272e None None] Pushing event updated for resources: {'Port': ['ID=9c7a8b7c-1663-47d5-94f9-027217ba9cd1,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:36.820907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0a37f2ca-3e46-4a8e-b0f3-3f524841272e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:36.825293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Attempting to bind port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:09:36.825704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Attempting to bind port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:09:36.826103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Attempting to bind port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 on network 25f59e59-11d9-4f50-904d-648d364b3be9 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:36.837457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:09:36.838022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:36.838471 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:36.839388 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Bound using segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:09:36.839926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Bound port: 9c7a8b7c-1663-47d5-94f9-027217ba9cd1, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:09:36.840925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:36.904119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:36.944690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-be6f473d-0b50-4e82-92b3-e8994a531007 req-e0bebacd-fca7-4730-b4be-c9222010133e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Unset dirty status for tenant:6958bc1ad48c46008722d451176f88f0 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:36.962331 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-be6f473d-0b50-4e82-92b3-e8994a531007 req-e0bebacd-fca7-4730-b4be-c9222010133e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 210 time: 0.6182714 Apr 02 18:09:37.004139 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:37.114471 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] For port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:09:37.125054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:37.128067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] For port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9c7a8b7c-1663-47d5-94f9-027217ba9cd1,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:09:37.146508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:37.173895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:37.204526 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] 10.222.0.32 "PUT /v2.0/routers/6945727b-d9d5-4004-92e8-ea1ee8a9d441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7610819 Apr 02 18:09:37.214961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:37.534478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2b61003f-00a3-40e4-a1e6-062c4e419f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:37.638194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:37.676326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37f2ca-3e46-4a8e-b0f3-3f524841272e None None] Pushing event updated for resources: {'Port': ['ID=9c7a8b7c-1663-47d5-94f9-027217ba9cd1,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:37.699400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0a37f2ca-3e46-4a8e-b0f3-3f524841272e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:37.721904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Routers {'001f484d-7d5f-493f-b401-d06dbadc20b1'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:37.724870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:09:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['001f484d-7d5f-493f-b401-d06dbadc20b1'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:37.775344 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Pushing event updated for resources: {'Port': ['ID=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:37.780829 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:37.802986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Network d881c029-1706-4ac9-8259-3c4e3cf18284 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:37.812938 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:37.829579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:37.836052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:37.846483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:37.886230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65626e58-e220-4098-b250-b9e66a653eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:37.900889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:37.964434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65626e58-e220-4098-b250-b9e66a653eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:38.098390 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9041467 Apr 02 18:09:38.137606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-661fe470-b52d-4915-987f-6d9588a8450f tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:09:38.145479 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-661fe470-b52d-4915-987f-6d9588a8450f tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0364943 Apr 02 18:09:38.148282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65626e58-e220-4098-b250-b9e66a653eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:38.149062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:38.173882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e12498c6-1690-4e39-a61c-5970b5068e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:38.208382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:32Z', 'revision_number': 2, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:38.221128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Checking router: 6945727b-d9d5-4004-92e8-ea1ee8a9d441 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:09:38.223218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65626e58-e220-4098-b250-b9e66a653eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a084f-891b-4dd5-a7ec-640fcede69be,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:38.224097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Updating router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 port 56f59b35-0718-4376-8d2c-4560a7a28808 binding host dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:09:38.234067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-65626e58-e220-4098-b250-b9e66a653eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:38.239876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65626e58-e220-4098-b250-b9e66a653eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:38.249417 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-65626e58-e220-4098-b250-b9e66a653eba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e5a084f-891b-4dd5-a7ec-640fcede69be HTTP/1.1" status: 204 len: 168 time: 1.9299757 Apr 02 18:09:38.399896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:38.419355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:38.427055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:38.427314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] Set router 001f484d-7d5f-493f-b401-d06dbadc20b1 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:38.431004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854106301'] for router_interface, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:38.547679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:38.555843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a8ae9-9c12-4612-a10e-9c76388a0573 req-babcb7d1-d990-4a2b-b31b-a7269126443b tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:38.576514 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-393a8ae9-9c12-4612-a10e-9c76388a0573 req-babcb7d1-d990-4a2b-b31b-a7269126443b tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 931 time: 0.2330279 Apr 02 18:09:38.744756 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-393a8ae9-9c12-4612-a10e-9c76388a0573 req-ad59ae78-783b-43d6-9dab-1c4d19f82302 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671658 Apr 02 18:09:38.818522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:39.404132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 3, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port': {'id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:28Z', 'updated_at': '2021-04-02T18:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:39.411849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af094e55-2e9c-4521-834d-db61ccef87b9 None None] The sync data for ids ['001f484d-7d5f-493f-b401-d06dbadc20b1'] in dv-cinder-784477-2-smb is: [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 3, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port': {'id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:28Z', 'updated_at': '2021-04-02T18:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:09:39.450429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Request body: {'port': {'device_id': '9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:39.510117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Pushing event updated for resources: {'Port': ['ID=c3f535e6-2532-4def-9339-4db714b303cd,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:39.549295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.400s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:39.610141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55722) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:39.630431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430977605', 'description': 'tempest-description--169463199'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:39.639980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:39.646985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:security_group and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:39.654242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:39.665849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:39.687471 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:39.699261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:39.700563 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854211868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854109034'] for router_interface, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:39.738002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:39.809873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:39.830376 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:39.832631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55730) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:39.875231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:security_group_rule and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:39.901302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:39.912002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:39.923926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:39.961908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Transition to ACTIVE for port object 56f59b35-0718-4376-8d2c-4560a7a28808 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:39.977080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:40.028078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:40.283325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001226-2574-433a-82c3-bfa3ca86c2de None None] Pushing event updated for resources: {'Port': ['ID=56f59b35-0718-4376-8d2c-4560a7a28808,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:40.297986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55738) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:40.306744 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:40.317391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-df001226-2574-433a-82c3-bfa3ca86c2de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:40.690728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Pushing event updated for resources: {'Port': ['ID=c3f535e6-2532-4def-9339-4db714b303cd,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:40.693411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:40.736575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:40.792687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:40.795874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:40.803182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:40.960160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ea168f6b-2e47-4e5f-ad60-380b7a2b252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:40.996867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:41.198695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:41.260506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:6850c67a471c4a979ad11ec9836ddae2 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:41.282230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Router 001f484d-7d5f-493f-b401-d06dbadc20b1 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:09:41.287267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:41.304087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Attempting to bind port 56f59b35-0718-4376-8d2c-4560a7a28808 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:09:41.304564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Attempting to bind port 56f59b35-0718-4376-8d2c-4560a7a28808 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:09:41.305045 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Attempting to bind port 56f59b35-0718-4376-8d2c-4560a7a28808 on network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:41.310088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:41.338091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:09:41.338708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Checking segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:41.339601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:41.340481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Bound using segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:09:41.341340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Bound port: 56f59b35-0718-4376-8d2c-4560a7a28808, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:09:41.341943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:41.491538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] For port 56f59b35-0718-4376-8d2c-4560a7a28808, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:09:41.501420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] For port 56f59b35-0718-4376-8d2c-4560a7a28808, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=56f59b35-0718-4376-8d2c-4560a7a28808,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:09:41.503033 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:41.513778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:41.675287 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:09:41.685265 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:41.692446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:41.783669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:41.865799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001226-2574-433a-82c3-bfa3ca86c2de None None] Pushing event updated for resources: {'Port': ['ID=56f59b35-0718-4376-8d2c-4560a7a28808,revision_number=4']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:41.873656 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-df001226-2574-433a-82c3-bfa3ca86c2de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:41.904985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:41.905953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:09:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:41.921761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:09:42.010975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.041901 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] 10.222.0.32 "PUT /v2.0/routers/001f484d-7d5f-493f-b401-d06dbadc20b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3886671 Apr 02 18:09:42.041993 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Usage tracker for resource:security_group_rule and tenant:c9cb228f72c34fe3ab4a54ba0a403d65 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:42.052348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.057219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.069350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9c7a8b7c-1663-47d5-94f9-027217ba9cd1,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:42.071546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:42.076984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-71a77c42-cf7d-42f2-a436-289ec313dfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:42.121428 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.124675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:42.156310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:42.175960 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52aa8d24-9017-48c8-b0c8-7afc8b61f99b {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:09:42.193435 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6850c67a471c4a979ad11ec9836ddae2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7292850 Apr 02 18:09:42.203967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55772) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:42.208861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f83d7dd-ca74-403b-b333-ffdad45df37e,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:42.219259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:42.243222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.276387 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.344430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=9c7a8b7c-1663-47d5-94f9-027217ba9cd1,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:42.360219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:42.382198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:42.459745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-77742bea-613f-4a76-9a41-bd6adb15ed88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.482666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Transition to ACTIVE for port object 52aa8d24-9017-48c8-b0c8-7afc8b61f99b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:42.534346 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.567876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-77742bea-613f-4a76-9a41-bd6adb15ed88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.667067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:42.720423 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-77742bea-613f-4a76-9a41-bd6adb15ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.728190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c5380dc3-f08b-453e-895f-1fed4a09e5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:42.761246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-77742bea-613f-4a76-9a41-bd6adb15ed88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.763480 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-77742bea-613f-4a76-9a41-bd6adb15ed88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f83d7dd-ca74-403b-b333-ffdad45df37e HTTP/1.1" status: 204 len: 168 time: 0.5493541 Apr 02 18:09:42.764719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742bea-613f-4a76-9a41-bd6adb15ed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f83d7dd-ca74-403b-b333-ffdad45df37e,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:42.781644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-77742bea-613f-4a76-9a41-bd6adb15ed88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:42.848304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.978096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c113-4a6e-4fac-a9aa-0cbdfa96797d req-86c02f4a-b82f-4de4-a0b4-45ad100bb24d tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:42.986040 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-95b8c113-4a6e-4fac-a9aa-0cbdfa96797d req-86c02f4a-b82f-4de4-a0b4-45ad100bb24d tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 931 time: 2.2285171 Apr 02 18:09:43.214657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-33c38489-0629-4db7-952f-fd5e7a0a02c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:43.365559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:41Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:43.371302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b781e0-daff-498e-87a7-de691468a0a6 None None] The sync data for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb is: [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:41Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:09:43.409240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:43.577978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:43.771492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Sync routers for ids ['001f484d-7d5f-493f-b401-d06dbadc20b1'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:09:43.835924 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:43.843367 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 4.2291250 Apr 02 18:09:43.860920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55818) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:43.955865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Routers {'001f484d-7d5f-493f-b401-d06dbadc20b1'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:43.957566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:09:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['001f484d-7d5f-493f-b401-d06dbadc20b1'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:44.074867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-499e3b11-6a6a-4033-b9e1-d8811e681b8d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:44.075697 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-499e3b11-6a6a-4033-b9e1-d8811e681b8d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Synchronizing usage tracker for tenant:7a1b0a5241564acca003992ce14835e1 on resource:network {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:44.096825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Pushing event updated for resources: {'Port': ['ID=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:44.128582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'security_group_rule': {'security_group_id': '5db0019d-f587-4edf-bfb2-bcf8c2347f41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:44.216970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.538s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:44.217897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:44.278804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:44.279367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:44.297990 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:44.376021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55832) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:44.418755 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:44.430577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-499e3b11-6a6a-4033-b9e1-d8811e681b8d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Unset dirty status for tenant:7a1b0a5241564acca003992ce14835e1 on resource:network {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:44.431889 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-499e3b11-6a6a-4033-b9e1-d8811e681b8d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 819 time: 1.1419182 Apr 02 18:09:44.432933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db0019d-f587-4edf-bfb2-bcf8c2347f41,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:44.459796 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-668e05c4-b0ac-4096-8202-0777d0de8545 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/quotas/7a1b0a5241564acca003992ce14835e1 HTTP/1.1" status: 200 len: 375 time: 0.0203853 Apr 02 18:09:44.467784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:44.472868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:44.480934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:44.660678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:security_group_rule and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:44.788584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:44.798907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Set router 001f484d-7d5f-493f-b401-d06dbadc20b1 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:44.805475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:44.814311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:44.848392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:44.858544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-ae175d9c-c742-40f4-8dd1-33e548906e4c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Synchronizing usage tracker for tenant:7a1b0a5241564acca003992ce14835e1 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:44.868533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Usage tracker for resource:security_group_rule and tenant:f695dc6dbdfc4da9939fd7c60e04389b is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:44.886021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Attempting to bind port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:09:44.886451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Attempting to bind port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f1c2e061-48d3-49ee-a7e2-63e36b5265a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd881c029-1706-4ac9-8259-3c4e3cf18284'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:09:44.886950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Attempting to bind port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b on network d881c029-1706-4ac9-8259-3c4e3cf18284 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:44.902997 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9cb228f72c34fe3ab4a54ba0a403d65&name=default HTTP/1.1" status: 200 len: 2979 time: 5.0373104 Apr 02 18:09:44.907975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55852) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:44.908901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:44.936060 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-95b8c113-4a6e-4fac-a9aa-0cbdfa96797d req-601e9b69-f09e-45a7-82e4-67f387b8bfd6 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9401529 Apr 02 18:09:44.960797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec5206-18eb-4f3b-9ea7-f6bee9b219b9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:44.963788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b on network d881c029-1706-4ac9-8259-3c4e3cf18284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:09:44.964157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Attempting to bind port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b on network d881c029-1706-4ac9-8259-3c4e3cf18284 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:44.970970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-ae175d9c-c742-40f4-8dd1-33e548906e4c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Unset dirty status for tenant:7a1b0a5241564acca003992ce14835e1 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:44.979664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:44.980779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:44.983128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:09:44.983568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Checking segment: {'id': 'f1c2e061-48d3-49ee-a7e2-63e36b5265a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd881c029-1706-4ac9-8259-3c4e3cf18284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:44.984268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Bound using segment: {'id': 'f1c2e061-48d3-49ee-a7e2-63e36b5265a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd881c029-1706-4ac9-8259-3c4e3cf18284'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:09:44.984790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Bound port: 52aa8d24-9017-48c8-b0c8-7afc8b61f99b, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c2e061-48d3-49ee-a7e2-63e36b5265a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd881c029-1706-4ac9-8259-3c4e3cf18284'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:09:44.985236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:44.986319 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-ae175d9c-c742-40f4-8dd1-33e548906e4c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5108275 Apr 02 18:09:45.084120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:45.313878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2440c92-4195-47bc-9a1b-1249472713ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:45.339156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] For port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b, host hv-cinder-78447, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:09:45.353890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] For port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,segment=NetworkSegment(f1c2e061-48d3-49ee-a7e2-63e36b5265a2),segment_id=f1c2e061-48d3-49ee-a7e2-63e36b5265a2)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:09:45.363718 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:45.372216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:45.445875 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:45.502867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:45.536356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 56f59b35-0718-4376-8d2c-4560a7a28808 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:45.550798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2440c92-4195-47bc-9a1b-1249472713ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:45.642858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2440c92-4195-47bc-9a1b-1249472713ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:45.663680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7833b8c5-b3bb-4679-ae6e-8accfc105cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:45.694609 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-b7693e30-b5d9-4614-86ce-4516a770eea9 service neutron] 10.222.0.32 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050638 Apr 02 18:09:45.727448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2440c92-4195-47bc-9a1b-1249472713ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec5206-18eb-4f3b-9ea7-f6bee9b219b9,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:45.771465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e2440c92-4195-47bc-9a1b-1249472713ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:45.773879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Pushing event updated for resources: {'Port': ['ID=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:45.827553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2440c92-4195-47bc-9a1b-1249472713ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:45.846126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:45.849005 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e2440c92-4195-47bc-9a1b-1249472713ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4ec5206-18eb-4f3b-9ea7-f6bee9b219b9 HTTP/1.1" status: 204 len: 168 time: 0.9243917 Apr 02 18:09:45.868851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 56f59b35-0718-4376-8d2c-4560a7a28808 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:09:45.889089 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 56f59b35-0718-4376-8d2c-4560a7a28808 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:45.889503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:46.225186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:46.259266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:46.533926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:46.540248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:46.548733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:46.573918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2445bfa-7558-4780-ba06-31b0a1490541,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:46.583283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:46.594701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:46.594949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:46.595835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:46.597666 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] 10.222.0.20 "PUT /v2.0/ports/52aa8d24-9017-48c8-b0c8-7afc8b61f99b HTTP/1.1" status: 200 len: 1093 time: 7.8406680 Apr 02 18:09:46.601480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e', 'tag': '52aa8d24-9017-48c8-b0c8-7afc8b61f99b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:09:46.738872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e196aa2a-a4e6-4c83-9a4a-071f2177915c,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:46.750659 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f695dc6dbdfc4da9939fd7c60e04389b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3731198 Apr 02 18:09:46.752085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:46.760584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55898) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:46.833205 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:46.859062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:46.860708 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9814625 Apr 02 18:09:46.865242 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-ea806940-3054-4d55-ab89-505a7a396b5f service neutron] 10.222.0.32 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1236520 Apr 02 18:09:46.867457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55902) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:46.877872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'security_group_rule': {'security_group_id': '5db0019d-f587-4edf-bfb2-bcf8c2347f41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:46.905891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:46.913275 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:security_group_rule and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:46.917361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:46.920684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55906) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:46.979782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:46.985236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ec9c0-d1d2-4647-be79-e1c9e07f6fea req-821ad41c-e582-4092-8cc2-f96a981709bc tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:46.992848 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-353ec9c0-d1d2-4647-be79-e1c9e07f6fea req-821ad41c-e582-4092-8cc2-f96a981709bc tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 943 time: 0.7320201 Apr 02 18:09:47.004779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-b7ea4ec4-eec9-4dd2-a30e-56c09cbd0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:47.012739 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-b7ea4ec4-eec9-4dd2-a30e-56c09cbd0457 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6958bc1ad48c46008722d451176f88f0&device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 1096 time: 0.2607937 Apr 02 18:09:47.027661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.045801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 56f59b35-0718-4376-8d2c-4560a7a28808, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=56f59b35-0718-4376-8d2c-4560a7a28808,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:47.055097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.066435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-10b6c0a3-1812-442a-87d0-c4567dff1f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.072401 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0a37f2ca-3e46-4a8e-b0f3-3f524841272e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:47.113388 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-10b6c0a3-1812-442a-87d0-c4567dff1f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.176017 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-353ec9c0-d1d2-4647-be79-e1c9e07f6fea req-1b49cde9-f7a8-461a-8d3a-20154ae8d16e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572742 Apr 02 18:09:47.251784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=56f59b35-0718-4376-8d2c-4560a7a28808,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:47.256916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:47.291712 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:09:38Z', 'revision_number': 4, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port': {'id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:28Z', 'updated_at': '2021-04-02T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'c3f535e6-2532-4def-9339-4db714b303cd', 'name': '', 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'mac_address': 'fa:16:3e:6b:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f4ba1f44-1bbd-458a-bd20-2152b4f1aadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:35Z', 'updated_at': '2021-04-02T18:09:39Z', 'revision_number': 2, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'subnets': [{'id': 'f4ba1f44-1bbd-458a-bd20-2152b4f1aadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:47.299884 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Checking router: 001f484d-7d5f-493f-b401-d06dbadc20b1 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:09:47.302385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Updating router 001f484d-7d5f-493f-b401-d06dbadc20b1 port c3f535e6-2532-4def-9339-4db714b303cd binding host dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:09:47.382105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:47.421559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Usage tracker for resource:security_group_rule and tenant:6c03a685de294a199121c6915cf6a3c4 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:47.435815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:47.456198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.457177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:47.591926 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e', 'tag': '52aa8d24-9017-48c8-b0c8-7afc8b61f99b', 'status': 'completed', 'code': 200} Apr 02 18:09:47.595537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-10b6c0a3-1812-442a-87d0-c4567dff1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.646371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:47.669733 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e7264794-5de8-49d7-bceb-540d2c080011 req-a1ee165e-6ce1-42d1-88c1-c86d527dfe7f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 210 time: 0.4113762 Apr 02 18:09:47.700369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6c0a3-1812-442a-87d0-c4567dff1f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e196aa2a-a4e6-4c83-9a4a-071f2177915c,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:47.707935 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.727420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.749064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-10b6c0a3-1812-442a-87d0-c4567dff1f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:47.767055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.799106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-10b6c0a3-1812-442a-87d0-c4567dff1f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.800602 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-10b6c0a3-1812-442a-87d0-c4567dff1f3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e196aa2a-a4e6-4c83-9a4a-071f2177915c HTTP/1.1" status: 204 len: 168 time: 1.0390201 Apr 02 18:09:47.823382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-be521fed-9ec3-4d00-a31f-551595766bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:47.915943 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c03a685de294a199121c6915cf6a3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9912381 Apr 02 18:09:47.916385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 55956) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:47.939134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76532f73-5cbe-480e-a881-b2ef70c68175,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:47.983186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:47.985182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:47.994008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.021965 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:48.046837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-521256ca-f5ad-43db-a799-6dd3135b4fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.059100 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1662ac69-3aba-4f97-b4f3-12166435f5dc,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:48.085465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-521256ca-f5ad-43db-a799-6dd3135b4fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.096580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:48.105192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.114550 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2419348 Apr 02 18:09:48.115520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 55980) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:48.130868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'floatingip': {'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:48.162371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:48.169021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-521256ca-f5ad-43db-a799-6dd3135b4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.176317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:floatingip and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:48.186335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:48.187533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-65626e58-e220-4098-b250-b9e66a653eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:48.208083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-521256ca-f5ad-43db-a799-6dd3135b4fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.211769 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-521256ca-f5ad-43db-a799-6dd3135b4fc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76532f73-5cbe-480e-a881-b2ef70c68175 HTTP/1.1" status: 204 len: 168 time: 0.2923868 Apr 02 18:09:48.212452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521256ca-f5ad-43db-a799-6dd3135b4fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76532f73-5cbe-480e-a881-b2ef70c68175,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:48.218448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:48.232701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-521256ca-f5ad-43db-a799-6dd3135b4fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:48.279852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.670262 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.693721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Transition to ACTIVE for port object c3f535e6-2532-4def-9339-4db714b303cd will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:48.738253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.782065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-643e4863-4d59-4851-809e-c15327d70a3f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:48.783908 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-643e4863-4d59-4851-809e-c15327d70a3f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 819 time: 0.5478687 Apr 02 18:09:48.792042 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-8df6e3d3-b3be-466f-b394-066a13ecb08f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52aa8d24-9017-48c8-b0c8-7afc8b61f99b HTTP/1.1" status: 200 len: 217 time: 0.5512955 Apr 02 18:09:48.822885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56010) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:48.823518 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-716d24f0-5a53-4538-bf7f-68bebe202a4b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/quotas/7a1b0a5241564acca003992ce14835e1 HTTP/1.1" status: 200 len: 375 time: 0.0309553 Apr 02 18:09:48.848410 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:48.971346 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:49.082652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.133916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857684f7-305f-4cb1-bd1a-1deef8c06e6f None None] Pushing event updated for resources: {'Port': ['ID=c3f535e6-2532-4def-9339-4db714b303cd,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:49.141475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-857684f7-305f-4cb1-bd1a-1deef8c06e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:49.143136 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842acaba-f944-4034-ac08-cbb0a8df91ff req-21ff78e7-280c-4f87-9bbd-8e508c17c51c tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:49.171070 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-842acaba-f944-4034-ac08-cbb0a8df91ff req-21ff78e7-280c-4f87-9bbd-8e508c17c51c tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 943 time: 0.6398995 Apr 02 18:09:49.173255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-09c6db1e-9d2c-492e-b37b-ea7f52f2e024 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3478844 Apr 02 18:09:49.186936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-931e4d9a-402b-4c44-9773-4759acba49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:49.191027 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-931e4d9a-402b-4c44-9773-4759acba49f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2166dbf-1e9a-4d49-9f6e-86fc36c0e7e0 HTTP/1.1" status: 200 len: 852 time: 0.3625751 Apr 02 18:09:49.219022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:49.223214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Usage tracker for resource:security_group_rule and tenant:efa6c9d8a3e44868868c045a06931b6c is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:49.226965 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:49.233667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:49.334211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.345860 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Allocated IP 172.28.1.157 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/04eb3843-043c-4121-b675-7146a380d9de) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:49.348695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.406230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:49.419124 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efa6c9d8a3e44868868c045a06931b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904069 Apr 02 18:09:49.435922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56036) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:49.449574 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-8ef0a47f-4dfb-4856-8a25-eb39a63a97d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d881c029-1706-4ac9-8259-3c4e3cf18284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2447560 Apr 02 18:09:49.507691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 56f59b35-0718-4376-8d2c-4560a7a28808 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:49.565943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-842acaba-f944-4034-ac08-cbb0a8df91ff req-9f93cade-b952-4702-9c3a-36ce7acd4ccf tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Synchronizing usage tracker for tenant:6958bc1ad48c46008722d451176f88f0 on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:49.599060 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-b4f5aa42-2fc4-47ab-9ada-2522cb852f63 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84334) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:09:49.603066 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-b4f5aa42-2fc4-47ab-9ada-2522cb852f63 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1628377 Apr 02 18:09:49.633570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4c8aaf-d140-42ed-9bdc-04bc879cd140,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:49.655266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7fe394e0-a6e5-4e8e-b755-159550ea8d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.730859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:49.780260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 56f59b35-0718-4376-8d2c-4560a7a28808 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:49.780854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.867799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.882579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-842acaba-f944-4034-ac08-cbb0a8df91ff req-9f93cade-b952-4702-9c3a-36ce7acd4ccf tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Unset dirty status for tenant:6958bc1ad48c46008722d451176f88f0 on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:49.883864 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-842acaba-f944-4034-ac08-cbb0a8df91ff req-9f93cade-b952-4702-9c3a-36ce7acd4ccf tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128632 Apr 02 18:09:49.891554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7fe394e0-a6e5-4e8e-b755-159550ea8d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.894915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Attempting to bind port c3f535e6-2532-4def-9339-4db714b303cd on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:09:49.895446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Attempting to bind port c3f535e6-2532-4def-9339-4db714b303cd by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:09:49.896086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Attempting to bind port c3f535e6-2532-4def-9339-4db714b303cd on network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:49.917617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:09:49.917886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Checking segment: {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:49.918769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.919209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Bound using segment: {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:09:49.923549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Bound port: c3f535e6-2532-4def-9339-4db714b303cd, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:09:49.923549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.966360 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7fe394e0-a6e5-4e8e-b755-159550ea8d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.969005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.980216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:49.981470 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-c7c7cfd9-2174-4a9b-b2c4-cd2f068fd125 service neutron] 10.222.0.20 "GET /v2.0/networks/d881c029-1706-4ac9-8259-3c4e3cf18284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073016 Apr 02 18:09:49.986785 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a152c12c-9799-4166-a7d9-7d416639567b service neutron] 10.222.0.32 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547442 Apr 02 18:09:50.158544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.20', 52947) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:50.171434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe394e0-a6e5-4e8e-b755-159550ea8d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4c8aaf-d140-42ed-9bdc-04bc879cd140,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:50.175208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] For port c3f535e6-2532-4def-9339-4db714b303cd, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:09:50.178483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] For port c3f535e6-2532-4def-9339-4db714b303cd, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=c3f535e6-2532-4def-9339-4db714b303cd,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:09:50.186278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7fe394e0-a6e5-4e8e-b755-159550ea8d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:50.194498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:50.205326 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a5a71d88-6116-4322-875b-cf92e95fff7f service neutron] 10.222.0.32 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666729 Apr 02 18:09:50.333265 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6a41817f-958b-4f4f-ac3b-818de4091d84 req-c69882af-e500-4e7f-b316-c22d83ac22d4 service neutron] 10.222.0.20 "GET /v2.0/networks/d881c029-1706-4ac9-8259-3c4e3cf18284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427265 Apr 02 18:09:50.354339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:50.514910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857684f7-305f-4cb1-bd1a-1deef8c06e6f None None] Pushing event updated for resources: {'Port': ['ID=c3f535e6-2532-4def-9339-4db714b303cd,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:50.520274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-857684f7-305f-4cb1-bd1a-1deef8c06e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:50.537775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Routers {'001f484d-7d5f-493f-b401-d06dbadc20b1'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:50.538505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:09:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['001f484d-7d5f-493f-b401-d06dbadc20b1'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:50.630440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7fe394e0-a6e5-4e8e-b755-159550ea8d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:50.634035 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7fe394e0-a6e5-4e8e-b755-159550ea8d6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c4c8aaf-d140-42ed-9bdc-04bc879cd140 HTTP/1.1" status: 204 len: 168 time: 1.1930737 Apr 02 18:09:50.634035 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:50.638295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-aaaf7d0b-4ef5-49b6-a1e2-c0031a8df25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:50.640141 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-aaaf7d0b-4ef5-49b6-a1e2-c0031a8df25e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6958bc1ad48c46008722d451176f88f0&device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 1096 time: 0.2175417 Apr 02 18:09:50.725799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-c7bf69cb-f302-4e1e-9f7a-e54e13bca74f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:50.746929 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-c7bf69cb-f302-4e1e-9f7a-e54e13bca74f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 819 time: 0.5740049 Apr 02 18:09:50.991656 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14b7a52f-1054-4e11-b8cb-c8149ab46672 req-1b5153b9-2e3c-491f-ad80-0643b02b658e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 210 time: 0.2474756 Apr 02 18:09:50.994063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:50.999041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Request body: {'port': {'device_id': '1a00b787-4457-4e3f-a806-fe5aec92c499', 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5', 'admin_state_up': True, 'tenant_id': '7a1b0a5241564acca003992ce14835e1'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:51.018226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] Set router 001f484d-7d5f-493f-b401-d06dbadc20b1 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:51.218254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56122) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:51.348108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'Port': ['ID=04eb3843-043c-4121-b675-7146a380d9de,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:51.376090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:51.420201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:51.508085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:51.531917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:51.614950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.644469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-13fa8ad9-9d68-4c5c-bf82-1cc5cd066a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:51.650461 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-13fa8ad9-9d68-4c5c-bf82-1cc5cd066a6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d881c029-1706-4ac9-8259-3c4e3cf18284 HTTP/1.1" status: 200 len: 913 time: 1.0031810 Apr 02 18:09:51.662813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:09:38Z', 'revision_number': 4, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port': {'id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:28Z', 'updated_at': '2021-04-02T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'c3f535e6-2532-4def-9339-4db714b303cd', 'name': '', 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'mac_address': 'fa:16:3e:6b:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f4ba1f44-1bbd-458a-bd20-2152b4f1aadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:35Z', 'updated_at': '2021-04-02T18:09:50Z', 'revision_number': 4, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'subnets': [{'id': 'f4ba1f44-1bbd-458a-bd20-2152b4f1aadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:51.673784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d0b5-5292-41ae-844c-aaa7acb1bb23 req-15d87115-7b12-455e-90a8-ed2def6d1eb8 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:51.676013 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ba73f-4eed-4fe0-87b7-c25d60193498 None None] The sync data for ids ['001f484d-7d5f-493f-b401-d06dbadc20b1'] in dv-cinder-784477-2-smb is: [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:09:38Z', 'revision_number': 4, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port': {'id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:28Z', 'updated_at': '2021-04-02T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'c3f535e6-2532-4def-9339-4db714b303cd', 'name': '', 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'mac_address': 'fa:16:3e:6b:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f4ba1f44-1bbd-458a-bd20-2152b4f1aadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:35Z', 'updated_at': '2021-04-02T18:09:50Z', 'revision_number': 4, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'subnets': [{'id': 'f4ba1f44-1bbd-458a-bd20-2152b4f1aadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:09:51.687422 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6d06d0b5-5292-41ae-844c-aaa7acb1bb23 req-15d87115-7b12-455e-90a8-ed2def6d1eb8 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 943 time: 0.4362419 Apr 02 18:09:51.761733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:51.807276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.845117 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-cdaf4f24-29a8-4377-a25c-f353e698744b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52aa8d24-9017-48c8-b0c8-7afc8b61f99b HTTP/1.1" status: 200 len: 217 time: 0.1817386 Apr 02 18:09:51.850980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Made reservation on behalf of 7a1b0a5241564acca003992ce14835e1 for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:51.859921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.967247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.983947 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6d06d0b5-5292-41ae-844c-aaa7acb1bb23 req-536892dd-e249-4331-831e-8c603e860332 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369469 Apr 02 18:09:51.997223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:52.001427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Usage tracker for resource:security_group_rule and tenant:2cbc143368b2487683e63146d07330f8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:52.008297 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:52.017913 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:52.144159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-f7dc52e2-03fa-4275-a204-3f33c80a7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:52.148328 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-f7dc52e2-03fa-4275-a204-3f33c80a7082 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2166dbf-1e9a-4d49-9f6e-86fc36c0e7e0 HTTP/1.1" status: 200 len: 852 time: 0.2634430 Apr 02 18:09:52.235873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:52.246418 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-d82a8bf6-d1e4-41af-8824-145b19282ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d881c029-1706-4ac9-8259-3c4e3cf18284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905075 Apr 02 18:09:52.247448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:52.248545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Allocated IP 172.20.0.14 (cb2665f4-5c28-48e6-b8b4-83ef2fba90a5/f4ba1f44-1bbd-458a-bd20-2152b4f1aadf/8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:52.257479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:52.552305 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ad11a7cc-81c4-4494-b657-8cd2ef52edab req-3ab1821b-ec52-447c-bd81-efa80e753616 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 210 time: 0.3015034 Apr 02 18:09:52.566084 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cbc143368b2487683e63146d07330f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3220510 Apr 02 18:09:52.569010 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-32786f65-30d7-4e6a-bcea-01c53791dbe7 service neutron] 10.222.0.20 "GET /v2.0/networks/d881c029-1706-4ac9-8259-3c4e3cf18284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139448 Apr 02 18:09:52.569521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56172) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:52.572100 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee33daf-041a-4fea-a2fb-42f8854fbc1c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:52.589977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:52.647381 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.20', 52957) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:52.934611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbaba-0466-4bd6-a44e-d63fc8e2e9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:52.983644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbaba-0466-4bd6-a44e-d63fc8e2e9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:53.133119 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5233d9ac-f7b8-43a5-b145-a7024c2763a8 req-c2fae566-8682-4ce9-8ede-157f1b3c2109 service neutron] 10.222.0.20 "GET /v2.0/networks/d881c029-1706-4ac9-8259-3c4e3cf18284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302739 Apr 02 18:09:53.134200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56200) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:53.134984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbaba-0466-4bd6-a44e-d63fc8e2e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:53.155952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-63dc5daa-e04f-4981-9f1c-e2a5eed850c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:53.217467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fbaba-0466-4bd6-a44e-d63fc8e2e9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee33daf-041a-4fea-a2fb-42f8854fbc1c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:53.248232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7d8fbaba-0466-4bd6-a44e-d63fc8e2e9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:53.255275 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbaba-0466-4bd6-a44e-d63fc8e2e9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:53.256503 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7d8fbaba-0466-4bd6-a44e-d63fc8e2e9b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aee33daf-041a-4fea-a2fb-42f8854fbc1c HTTP/1.1" status: 204 len: 168 time: 0.6858275 Apr 02 18:09:53.442468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c3f535e6-2532-4def-9339-4db714b303cd up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:53.494011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da918d6d-758e-43cc-b428-661549cbb21d req-451a0661-18b9-4b32-b5d4-b04ad32bc8b2 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:53.496039 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-da918d6d-758e-43cc-b428-661549cbb21d req-451a0661-18b9-4b32-b5d4-b04ad32bc8b2 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 943 time: 0.2140319 Apr 02 18:09:53.583259 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-da918d6d-758e-43cc-b428-661549cbb21d req-3452b656-80fc-4442-bc65-b64b0d39051a tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778379 Apr 02 18:09:53.612537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 52aa8d24-9017-48c8-b0c8-7afc8b61f99b details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:09:53.640537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port c3f535e6-2532-4def-9339-4db714b303cd completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:09:53.651212 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:53.655956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port c3f535e6-2532-4def-9339-4db714b303cd triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:53.656412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:53.722531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:53.742198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Usage tracker for resource:security_group_rule and tenant:48da3b91f2604ae1b8c8f3adff2aa0f1 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:53.757729 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:53.766090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.resource_extend [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 18:09:53.781693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:53.908902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-8f617833-6998-49f9-9548-1e973a364979 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:53.910661 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-8f617833-6998-49f9-9548-1e973a364979 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 819 time: 1.2496715 Apr 02 18:09:53.932208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Request body: {'port': {'device_id': 'a6f285d8-cdd0-4865-ab98-8ebc25b422e5', 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5', 'admin_state_up': True, 'tenant_id': '7a1b0a5241564acca003992ce14835e1'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:53.988160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:53.989119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.024650 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4e802a97-0099-4193-9fd3-ea20c5fc55c3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:54.036960 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48da3b91f2604ae1b8c8f3adff2aa0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006124 Apr 02 18:09:54.040319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56236) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:54.135098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,segment=NetworkSegment(f1c2e061-48d3-49ee-a7e2-63e36b5265a2),segment_id=f1c2e061-48d3-49ee-a7e2-63e36b5265a2)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:54.139200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7814d511-5ee4-474c-b0fd-156088e3b5c7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:54.151561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.170620 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abfc3bc0-a404-44da-9550-4a736ceb2395 req-9eb79931-20c8-4ee2-8a8e-cc7e794e123d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 210 time: 0.1995010 Apr 02 18:09:54.176381 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56244) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:54.179152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:54.188375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-705198cc-af56-445e-99f1-558dd6acca9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.201322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '52aa8d24-9017-48c8-b0c8-7afc8b61f99b', 'network_id': 'd881c029-1706-4ac9-8259-3c4e3cf18284', 'port_id': '52aa8d24-9017-48c8-b0c8-7afc8b61f99b', 'mac_address': 'fa:16:3e:cd:65:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2166dbf-1e9a-4d49-9f6e-86fc36c0e7e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:09:54.233753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-705198cc-af56-445e-99f1-558dd6acca9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.241337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port c3f535e6-2532-4def-9339-4db714b303cd, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=c3f535e6-2532-4def-9339-4db714b303cd,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:54.255290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.266359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:54.284852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-705198cc-af56-445e-99f1-558dd6acca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.290445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:54.301971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705198cc-af56-445e-99f1-558dd6acca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7814d511-5ee4-474c-b0fd-156088e3b5c7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:54.305141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-705198cc-af56-445e-99f1-558dd6acca9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:54.316349 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-705198cc-af56-445e-99f1-558dd6acca9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.317665 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-705198cc-af56-445e-99f1-558dd6acca9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7814d511-5ee4-474c-b0fd-156088e3b5c7 HTTP/1.1" status: 204 len: 168 time: 0.2759898 Apr 02 18:09:54.355018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.393873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.395224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.resource_extend [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 18:09:54.425068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.436730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.450138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.548041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:54.617341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.629444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52aa8d24-9017-48c8-b0c8-7afc8b61f99b {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:09:54.630578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:54.677261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Usage tracker for resource:security_group_rule and tenant:155f45d0e71a42b0a3e9e77001b50d3e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:54.690495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,segment=NetworkSegment(f1c2e061-48d3-49ee-a7e2-63e36b5265a2),segment_id=f1c2e061-48d3-49ee-a7e2-63e36b5265a2)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:54.691587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=c3f535e6-2532-4def-9339-4db714b303cd,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:54.695437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:54.697457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:54.705882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:54.706717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:54.751051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:54.810944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:54.814453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:54.825691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:54.834008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Pushing event updated for resources: {'Port': ['ID=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:54.849968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Usage tracker for resource:port and tenant:7a1b0a5241564acca003992ce14835e1 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:54.870066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:54.874161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:54.874713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b720c58e-9a5d-4d46-aeb0-0d70118ac8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:54.921739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e509-a4f6-42fe-bb37-2cc475538017 req-8e6d1043-4b9a-45f9-af15-bb6a46902751 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:54.924358 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cbf5e509-a4f6-42fe-bb37-2cc475538017 req-8e6d1043-4b9a-45f9-af15-bb6a46902751 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 944 time: 0.1265943 Apr 02 18:09:54.935753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:54.962029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['52aa8d24-9017-48c8-b0c8-7afc8b61f99b'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:09:54.983493 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56274) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:55.002181 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cbf5e509-a4f6-42fe-bb37-2cc475538017 req-e9fab3b1-b29a-4f58-b062-226f235223b4 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698373 Apr 02 18:09:55.031079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Made reservation on behalf of 7a1b0a5241564acca003992ce14835e1 for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:09:55.037112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.053954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:55.064192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'Port': ['ID=04eb3843-043c-4121-b675-7146a380d9de,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:55.067147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:55.073656 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:55.078086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:55.084019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:55.085273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.162638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.184646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.226473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:55.258922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Usage tracker for resource:security_group_rule and tenant:0272d1f10ce0433b9e6cd70ab7ab2bad is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:55.273837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:55.277659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.278958 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1622725 Apr 02 18:09:55.288109 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4227486 Apr 02 18:09:55.300119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:55.314762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Request body: {'port': {'device_id': '1a00b787-4457-4e3f-a806-fe5aec92c499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:55.379716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c3f535e6-2532-4def-9339-4db714b303cd up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:55.387958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.410624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.450054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-145267c3-1e48-448a-a219-8561353b34f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:55.494579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port c3f535e6-2532-4def-9339-4db714b303cd triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:55.495353 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.613127 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-5b0d28fd-6a8e-4059-8a6c-0636fc9bdf1d req-0b78d204-cbb3-4855-b9bd-6c8c18046ae8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Synchronizing usage tracker for tenant:7a1b0a5241564acca003992ce14835e1 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:55.635144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Allocated IP 172.20.0.7 (cb2665f4-5c28-48e6-b8b4-83ef2fba90a5/f4ba1f44-1bbd-458a-bd20-2152b4f1aadf/bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:09:55.647761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98de0bd-7432-4170-b392-0bb7a22eb789,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:55.651117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:55.663866 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=155f45d0e71a42b0a3e9e77001b50d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3399725 Apr 02 18:09:55.664509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56308) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:55.704789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.720049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-5b0d28fd-6a8e-4059-8a6c-0636fc9bdf1d req-0b78d204-cbb3-4855-b9bd-6c8c18046ae8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Unset dirty status for tenant:7a1b0a5241564acca003992ce14835e1 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:55.732390 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5b0d28fd-6a8e-4059-8a6c-0636fc9bdf1d req-0b78d204-cbb3-4855-b9bd-6c8c18046ae8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 210 time: 0.2941711 Apr 02 18:09:55.819039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2559b74-69ed-4a96-9ee3-bd7aa8e9e97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.854820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2559b74-69ed-4a96-9ee3-bd7aa8e9e97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.941177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-3b43e1cf-86ab-487f-ae0f-b4124c393f2b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Synchronizing usage tracker for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:55.967240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2559b74-69ed-4a96-9ee3-bd7aa8e9e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.972757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-090174cb-f671-4b0c-b6fa-871f4c321c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:55.986485 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.987892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2559b74-69ed-4a96-9ee3-bd7aa8e9e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98de0bd-7432-4170-b392-0bb7a22eb789,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:55.990745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e2559b74-69ed-4a96-9ee3-bd7aa8e9e97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:56.004611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-3b43e1cf-86ab-487f-ae0f-b4124c393f2b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Unset dirty status for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:56.006628 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-3b43e1cf-86ab-487f-ae0f-b4124c393f2b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1430977605&fields=id&tenant_id=41c29e9f99fa45109ce0d705a307c847 HTTP/1.1" status: 200 len: 267 time: 0.1425400 Apr 02 18:09:56.007392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2559b74-69ed-4a96-9ee3-bd7aa8e9e97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.008478 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e2559b74-69ed-4a96-9ee3-bd7aa8e9e97b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f98de0bd-7432-4170-b392-0bb7a22eb789 HTTP/1.1" status: 204 len: 168 time: 0.3424087 Apr 02 18:09:56.108290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.140752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0a90e570-ac6e-4c45-b4ee-45d16cbfc945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:56.162718 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56332) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:56.248863 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-0fc849c5-07f4-4821-9b80-d9f57992c73f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:56.250455 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-0fc849c5-07f4-4821-9b80-d9f57992c73f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 817 time: 0.2153127 Apr 02 18:09:56.267318 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-f239e913-ce7a-44a1-b05f-be0bb13ec7a6 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/quotas/41c29e9f99fa45109ce0d705a307c847 HTTP/1.1" status: 200 len: 375 time: 0.0103052 Apr 02 18:09:56.342441 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0272d1f10ce0433b9e6cd70ab7ab2bad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3543479 Apr 02 18:09:56.351948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56340) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:56.356181 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0040cc8c-2b4b-41e3-ac54-4caca2dc88a4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:56.375974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:56.436707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.438062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-91306270-5fbf-4f2a-b0b6-b9eca52d7521 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Synchronizing usage tracker for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:56.457987 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f087e5f-921d-47ea-b345-49022c54bd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.477313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-91306270-5fbf-4f2a-b0b6-b9eca52d7521 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Unset dirty status for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:56.479160 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-91306270-5fbf-4f2a-b0b6-b9eca52d7521 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2004952 Apr 02 18:09:56.479883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb403bc-b431-4f3e-8902-bd1d87b4b8a6 req-ff2d1076-b596-4273-bea1-9d4bac53d404 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:56.482107 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-efb403bc-b431-4f3e-8902-bd1d87b4b8a6 req-ff2d1076-b596-4273-bea1-9d4bac53d404 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 944 time: 0.3235564 Apr 02 18:09:56.499013 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f087e5f-921d-47ea-b345-49022c54bd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.535711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.595305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:56.606775 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-efb403bc-b431-4f3e-8902-bd1d87b4b8a6 req-e2901c31-bd69-4865-b302-3bdc573a1c3a tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170318 Apr 02 18:09:56.607788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.611618 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Usage tracker for resource:security_group_rule and tenant:ec07ed1e82d849189874233b5674544e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:56.664027 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:56.679108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-723856d8-6f82-4c1b-bda4-8af1d9e8345d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:56.694923 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-10bdac96-063f-4ba1-a7e4-7e34963c498c service neutron] 10.222.0.32 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878502 Apr 02 18:09:56.720993 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f087e5f-921d-47ea-b345-49022c54bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.729024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:56.741602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b3008ba1-bfa9-4616-a81a-9007b2442d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:56.865416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f087e5f-921d-47ea-b345-49022c54bd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040cc8c-2b4b-41e3-ac54-4caca2dc88a4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:56.871794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f087e5f-921d-47ea-b345-49022c54bd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:56.888903 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4f087e5f-921d-47ea-b345-49022c54bd51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0040cc8c-2b4b-41e3-ac54-4caca2dc88a4 HTTP/1.1" status: 204 len: 168 time: 0.5353155 Apr 02 18:09:56.890203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4f087e5f-921d-47ea-b345-49022c54bd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:56.942182 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-849248db-8343-4438-8e39-e202f6b07e9b service neutron] 10.222.0.32 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462339 Apr 02 18:09:57.302228 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8fd2af37-201c-44bf-b6b5-3623309d45fa req-cbb14e44-3681-453a-97be-386d746814c8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 210 time: 0.1240973 Apr 02 18:09:57.594597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 52aa8d24-9017-48c8-b0c8-7afc8b61f99b up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:57.711881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Pushing event updated for resources: {'Port': ['ID=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:57.726019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:57.804532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:09:57.818355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:57.818777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.010198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:09:58.020789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:09:58.024229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:09:58.031694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:58.032513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.056024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0dbaf-73fd-4d82-849c-75cd04ddde80 req-f65ddf67-d9bd-4c65-b297-fe2ccb6e067e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:58.057781 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-90f0dbaf-73fd-4d82-849c-75cd04ddde80 req-f65ddf67-d9bd-4c65-b297-fe2ccb6e067e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 944 time: 0.1769707 Apr 02 18:09:58.061535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:09:58.084333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.127346 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-90f0dbaf-73fd-4d82-849c-75cd04ddde80 req-1761057b-67ff-470e-afca-d6ce04c125cd tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601277 Apr 02 18:09:58.129135 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.141544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Transition to ACTIVE for port object 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:09:58.170390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,segment=NetworkSegment(f1c2e061-48d3-49ee-a7e2-63e36b5265a2),segment_id=f1c2e061-48d3-49ee-a7e2-63e36b5265a2)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:58.171480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52aa8d24-9017-48c8-b0c8-7afc8b61f99b'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:09:58.171940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.186598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b145238-316d-4b20-8c07-a05b3189b745 req-a0c86f43-0f92-48d7-8a88-4bb76b718d17 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:58.188272 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4b145238-316d-4b20-8c07-a05b3189b745 req-a0c86f43-0f92-48d7-8a88-4bb76b718d17 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 931 time: 1.3143857 Apr 02 18:09:58.216451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:09:58.256132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.274524 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:58.322815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:58.370298 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d940bdef-5a82-422f-8518-55e5ed93a7ae tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4491911 Apr 02 18:09:58.400091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.422584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Request body: {'port': {'device_id': 'a6f285d8-cdd0-4865-ab98-8ebc25b422e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:09:58.454505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.503150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:58.506833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:58.557910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Pushing event updated for resources: {'Port': ['ID=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:58.574134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:58.574606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:58.588585 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec07ed1e82d849189874233b5674544e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4140654 Apr 02 18:09:58.591597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-4b145238-316d-4b20-8c07-a05b3189b745 req-46cd51c4-8ac5-4c1c-bcad-49841b6d1468 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Synchronizing usage tracker for tenant:7a1b0a5241564acca003992ce14835e1 on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:58.592214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56452) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:58.684259 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3365ae32-3894-4c17-b46f-164dc1bc3d00 req-19c4bbe1-44aa-4a9d-a771-a29ffa758d49 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 210 time: 0.0692928 Apr 02 18:09:58.758379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee93f2-0357-4fe3-87d3-36601cfd60eb,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:58.766694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e62d652e-f234-4c4e-9cf4-c5f7a86389b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.804154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:58.806601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e62d652e-f234-4c4e-9cf4-c5f7a86389b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.841859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-4b145238-316d-4b20-8c07-a05b3189b745 req-46cd51c4-8ac5-4c1c-bcad-49841b6d1468 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Unset dirty status for tenant:7a1b0a5241564acca003992ce14835e1 on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:58.843133 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4b145238-316d-4b20-8c07-a05b3189b745 req-46cd51c4-8ac5-4c1c-bcad-49841b6d1468 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282283 Apr 02 18:09:58.847525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.881267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e62d652e-f234-4c4e-9cf4-c5f7a86389b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.885795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Attempting to bind port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:09:58.886202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Attempting to bind port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:09:58.886622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Attempting to bind port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 on network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:58.891944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:58.908422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d652e-f234-4c4e-9cf4-c5f7a86389b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee93f2-0357-4fe3-87d3-36601cfd60eb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:58.918221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e62d652e-f234-4c4e-9cf4-c5f7a86389b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:58.919855 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e62d652e-f234-4c4e-9cf4-c5f7a86389b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.925053 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e62d652e-f234-4c4e-9cf4-c5f7a86389b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceee93f2-0357-4fe3-87d3-36601cfd60eb HTTP/1.1" status: 204 len: 168 time: 0.3313313 Apr 02 18:09:58.978675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 on network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:09:58.979044 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Attempting to bind port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 on network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:09:59.016117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:09:59.016586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Checking segment: {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:09:59.017211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Bound using segment: {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:09:59.017755 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Bound port: 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:09:59.018155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:59.044514 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52aa8d24-9017-48c8-b0c8-7afc8b61f99b', 'code': 200} Apr 02 18:09:59.381978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] For port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:09:59.547611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] For port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:09:59.564116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.20', 52975) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:59.578004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:59.634132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56484) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:59.673041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-d7107102-67f1-4b75-9fe6-edecb45abe83 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:59.676029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:59.681286 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-d7107102-67f1-4b75-9fe6-edecb45abe83 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 817 time: 0.4652290 Apr 02 18:09:59.860120 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-a3dfa979-83d1-48a8-9848-dc8861d67e92 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41c29e9f99fa45109ce0d705a307c847 HTTP/1.1" status: 200 len: 5703 time: 0.1694069 Apr 02 18:09:59.878317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'port': {'device_id': 'cca6293d-6427-4306-8847-f4f8704c217c', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'admin_state_up': True, 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'security_groups': ['5db0019d-f587-4edf-bfb2-bcf8c2347f41']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:00.057386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56520) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:00.105529 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d121ecf0-0265-42ed-bc07-34517a62e739 req-92f968d7-ec15-4ecb-85ed-cf5e67cf7164 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 210 time: 0.1539795 Apr 02 18:10:00.167318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Pushing event updated for resources: {'Port': ['ID=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:00.172417 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:00.173573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.269788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:00.299530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:00.312055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb9861-6fe9-4f6e-8aac-cefc1a1133c9 req-0e6f4958-0503-4ba8-8fed-a000fe74ef25 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:00.313759 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-97bb9861-6fe9-4f6e-8aac-cefc1a1133c9 req-0e6f4958-0503-4ba8-8fed-a000fe74ef25 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 945 time: 0.9101331 Apr 02 18:10:00.322048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Usage tracker for resource:security_group_rule and tenant:a4741c9d28014b9289147bdfe4ed43e0 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:00.340841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:00.347647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:00.374000 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Made reservation on behalf of 41c29e9f99fa45109ce0d705a307c847 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:00.382625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.407842 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.441204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:00.446201 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-97bb9861-6fe9-4f6e-8aac-cefc1a1133c9 req-59bd6846-e53f-44f6-af28-d3405f617707 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203597 Apr 02 18:10:00.455880 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-b14df14a-7db6-4e4f-9286-59b026a85bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:00.457472 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-b14df14a-7db6-4e4f-9286-59b026a85bd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 1098 time: 0.8097181 Apr 02 18:10:00.470448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15cbf4-1049-4642-9705-a272c3a9a18b req-1daf7fc0-edfb-4f4f-843d-bea787fecafc tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:00.472392 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc15cbf4-1049-4642-9705-a272c3a9a18b req-1daf7fc0-edfb-4f4f-843d-bea787fecafc tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 931 time: 0.1935005 Apr 02 18:10:00.488049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:00.496805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:00.497488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.498967 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] 10.222.0.20 "PUT /v2.0/ports/8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 200 len: 1094 time: 5.1934302 Apr 02 18:10:00.514625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a00b787-4457-4e3f-a806-fe5aec92c499', 'tag': '8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:00.572955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Usage tracker for resource:security_group_rule and tenant:d0f96f5fd2c94ba1a09b90271fd2fd9b is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:00.662168 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:00.687589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.700981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:00.767650 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc15cbf4-1049-4642-9705-a272c3a9a18b req-1f4ddd82-946d-4b7e-8074-7b45af520f25 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854316 Apr 02 18:10:00.775177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56546) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:00.807518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:00.816214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:00.825921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.851031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Allocated IP 172.20.0.14 (44ec7b32-e430-4f5b-9535-ae18cd7a9050/adce9118-b6f6-490e-8ca2-2445b867b927/e8919ccb-49ee-49fa-a3dd-6db83dc99d6c) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:10:00.864257 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Usage tracker for resource:security_group_rule and tenant:3f3f520de31844bcbf6af8239bb2dc96 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:00.874241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Transition to ACTIVE for port object bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:00.888576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:00.894733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.900606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.906020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:01.034160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.067383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:01.075434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb6f94e9c3d49a4a2551ddf36e99d96 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:01.084695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:01.091559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:01.154587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.164867 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a00b787-4457-4e3f-a806-fe5aec92c499', 'tag': '8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1', 'status': 'completed', 'code': 200} Apr 02 18:10:01.170689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:01.229629 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.235884 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.256351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:01.357511 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4741c9d28014b9289147bdfe4ed43e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2775118 Apr 02 18:10:01.358230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:01.364887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56572) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:01.365542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.374339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:01.381063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb26aa7-2582-471e-8a0b-8a37f4fc0a94,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:01.436834 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-99d8eff9-0531-4d39-909d-c9b41578abf3 req-9e3aa3e0-194d-45d3-9a1e-59f37ea96ca0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 210 time: 0.1496243 Apr 02 18:10:01.440518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:01.443132 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdb6f94e9c3d49a4a2551ddf36e99d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669424 Apr 02 18:10:01.450478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56576) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:01.450673 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-63e6c4b2-dfe0-4e52-9b8b-292a408d9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:01.452432 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-63e6c4b2-dfe0-4e52-9b8b-292a408d9640 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1097 time: 0.8811822 Apr 02 18:10:01.453156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:01.465845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Transition to ACTIVE for port object e8919ccb-49ee-49fa-a3dd-6db83dc99d6c will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:01.526873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.555247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9da11123-5cc4-4968-8106-7354b11f5b5e tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:01.570696 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-4e8ea5eb-40b1-4b12-9158-63a1d27ae6a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 200 len: 217 time: 0.1005826 Apr 02 18:10:01.609358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.653450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc8a90bd-6060-4bc9-9903-4062b5b89959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.702713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.736203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-bc3b9ca7-0e9f-49e5-aee6-84587ad6cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:01.737772 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-bc3b9ca7-0e9f-49e5-aee6-84587ad6cddd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.1166129 Apr 02 18:10:01.748059 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0f96f5fd2c94ba1a09b90271fd2fd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0364559 Apr 02 18:10:01.758994 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56588) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:01.767020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:01.769924 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:01.771948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc8a90bd-6060-4bc9-9903-4062b5b89959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.848071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c03b2c-c086-423b-a291-448b7c542c34,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:01.876892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:01.881981 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-c97a1b8c-f7a5-4a70-bbe7-81f4e05bb64e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313345 Apr 02 18:10:01.882523 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-10b6c0a3-1812-442a-87d0-c4567dff1f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:01.896042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7dd2cc46-ae0f-421e-ab0d-71e93d4b2481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.917289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:10:01.960488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:01.971794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:10:01.978312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:01.979003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.986038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f1280d80-86d6-4634-ad6b-afde00cecf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.005189 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc8a90bd-6060-4bc9-9903-4062b5b89959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.016464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c1c4c-bae4-4bd4-9c5d-3c2f8b8558c3,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:02.031520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:02.061234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f1280d80-86d6-4634-ad6b-afde00cecf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.078695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a90bd-6060-4bc9-9903-4062b5b89959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb26aa7-2582-471e-8a0b-8a37f4fc0a94,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:02.090794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7dd2cc46-ae0f-421e-ab0d-71e93d4b2481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.097047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc8a90bd-6060-4bc9-9903-4062b5b89959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:02.104034 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2341909 Apr 02 18:10:02.104329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:02.127470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Request body: {'port': {'device_id': 'cca6293d-6427-4306-8847-f4f8704c217c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:02.156034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc8a90bd-6060-4bc9-9903-4062b5b89959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.159720 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-dc8a90bd-6060-4bc9-9903-4062b5b89959 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bb26aa7-2582-471e-8a0b-8a37f4fc0a94 HTTP/1.1" status: 204 len: 168 time: 0.7055807 Apr 02 18:10:02.204198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75feb7f-26a1-4037-802f-23b3c646e9c8 req-5fb0ef72-e027-4715-9f41-5d3779be8fbd tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:02.205783 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c75feb7f-26a1-4037-802f-23b3c646e9c8 req-5fb0ef72-e027-4715-9f41-5d3779be8fbd tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 943 time: 0.2998168 Apr 02 18:10:02.292655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fb198081-4abf-4412-adce-01b7791c7fe9 None None] Provisioning for port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:02.297708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4fae6-2e63-48ca-bbea-aaa17b344c45 req-7cbe35b1-7d28-4329-9f2f-5ae517c2ce62 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:02.299306 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-24e4fae6-2e63-48ca-bbea-aaa17b344c45 req-7cbe35b1-7d28-4329-9f2f-5ae517c2ce62 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 945 time: 0.5561702 Apr 02 18:10:02.303340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fb198081-4abf-4412-adce-01b7791c7fe9 None None] Provisioning complete for port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:02.304159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb198081-4abf-4412-adce-01b7791c7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.305613 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f1280d80-86d6-4634-ad6b-afde00cecf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.317884 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6314be17-b047-4310-991b-93a28c9b9987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:02.334672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.335856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.346777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1280d80-86d6-4634-ad6b-afde00cecf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c1c4c-bae4-4bd4-9c5d-3c2f8b8558c3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:02.351413 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c75feb7f-26a1-4037-802f-23b3c646e9c8 req-d6eef112-413f-4706-921d-1b86f4c6d70c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050568 Apr 02 18:10:02.357026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f1280d80-86d6-4634-ad6b-afde00cecf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:02.395551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f1280d80-86d6-4634-ad6b-afde00cecf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.395551 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f1280d80-86d6-4634-ad6b-afde00cecf4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d5c1c4c-bae4-4bd4-9c5d-3c2f8b8558c3 HTTP/1.1" status: 204 len: 168 time: 0.6313338 Apr 02 18:10:02.396950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fb198081-4abf-4412-adce-01b7791c7fe9 None None] Port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:10:02.419274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.442055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b0809bae-d918-424c-86ab-9a81016d1ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:02.467129 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-541b3cd6-5a76-4cb2-a3e6-12714b589a21 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667512 Apr 02 18:10:02.483924 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-357095ff-bfb4-4f60-9cfd-02ddd89541b9 req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9930289 Apr 02 18:10:02.484668 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Attempting to bind port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:10:02.485035 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Attempting to bind port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:10:02.485394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Attempting to bind port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 on network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:02.547153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 on network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:10:02.547514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Attempting to bind port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 on network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:02.562217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9883466c-e5a5-41b8-8601-9dea4ed00b0c,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:02.565656 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:02.569118 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-24e4fae6-2e63-48ca-bbea-aaa17b344c45 req-1d6ea863-4920-49e6-9b5b-c092b78edb5f tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318208 Apr 02 18:10:02.621454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:10:02.621835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Checking segment: {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:02.622265 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Bound using segment: {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:10:02.622747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Bound port: bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821680be-12fa-47bd-8636-1302d95076b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:10:02.623130 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.639273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56602) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:02.641162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7dd2cc46-ae0f-421e-ab0d-71e93d4b2481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.651286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e00366be-e475-427a-8317-d6490e48a5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:02.709455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2cc46-ae0f-421e-ab0d-71e93d4b2481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c03b2c-c086-423b-a291-448b7c542c34,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:02.725972 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.748926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:02.753940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Usage tracker for resource:security_group_rule and tenant:0f039d416e6c422fac3fdcd110c364ab is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:02.757077 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:02.765011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:02.779983 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aec5dde1-e7d9-439d-b161-4af08f267645 req-4407fae0-465c-4fc7-81a4-5c639a52ef00 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944250 Apr 02 18:10:02.781569 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7dd2cc46-ae0f-421e-ab0d-71e93d4b2481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:02.803775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7dd2cc46-ae0f-421e-ab0d-71e93d4b2481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.808329 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7dd2cc46-ae0f-421e-ab0d-71e93d4b2481 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42c03b2c-c086-423b-a291-448b7c542c34 HTTP/1.1" status: 204 len: 168 time: 1.4360118 Apr 02 18:10:03.033279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] For port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:10:03.051360 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-97d179a3-c561-4232-97e1-671e7616023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:03.053943 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-97d179a3-c561-4232-97e1-671e7616023d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1097 time: 0.2160609 Apr 02 18:10:03.060797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] For port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:10:03.089151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8919ccb-49ee-49fa-a3dd-6db83dc99d6c {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:03.097976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.115443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Transition to ACTIVE for port object e8919ccb-49ee-49fa-a3dd-6db83dc99d6c will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:03.118857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56628) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:03.128152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.177833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:03.210604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.257442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.383680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:03.405251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Usage tracker for resource:security_group_rule and tenant:655967d52d8b42f3bad0dc4cc6cf8d64 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:03.420072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:03.428205 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:03.439795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:03.442424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:03.454643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafbe22-d370-4f34-aed9-ad7a351ccc63 req-6f25da99-7353-4cec-b7a1-8bd01e3341e7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:03.459676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ccafbe22-d370-4f34-aed9-ad7a351ccc63 req-6f25da99-7353-4cec-b7a1-8bd01e3341e7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Synchronizing usage tracker for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:03.485696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:03.603510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:03.604238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.605736 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] 10.222.0.20 "PUT /v2.0/ports/bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 HTTP/1.1" status: 200 len: 1093 time: 5.2043002 Apr 02 18:10:03.607997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f285d8-cdd0-4865-ab98-8ebc25b422e5', 'tag': 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:03.674383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-dc024ac7-52bc-46ec-9e83-6531b845eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:03.675966 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-dc024ac7-52bc-46ec-9e83-6531b845eacd service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.6134417 Apr 02 18:10:03.691539 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ccafbe22-d370-4f34-aed9-ad7a351ccc63 req-6f25da99-7353-4cec-b7a1-8bd01e3341e7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Unset dirty status for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:03.695533 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ccafbe22-d370-4f34-aed9-ad7a351ccc63 req-6f25da99-7353-4cec-b7a1-8bd01e3341e7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 932 time: 1.0551019 Apr 02 18:10:03.836903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.899303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.937212 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:03.967310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Attempting to bind port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:10:03.969382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Attempting to bind port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:10:03.970161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Attempting to bind port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c on network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:03.982705 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f039d416e6c422fac3fdcd110c364ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3404481 Apr 02 18:10:03.983588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56668) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:04.099172 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:04.112029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:04.117541 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-f4ec510a-f9ae-4b0d-a5d0-73e96bb8a063 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 200 len: 217 time: 0.3670375 Apr 02 18:10:04.118079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c on network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:10:04.118626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Attempting to bind port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c on network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:04.120746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29686783-4f6f-4031-b5f2-900139dab93f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:04.145185 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:04.153504 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:10:04.153876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Checking segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:04.154292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Bound using segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:10:04.154766 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Bound port: e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:10:04.155143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.168044 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ccafbe22-d370-4f34-aed9-ad7a351ccc63 req-1e596dfe-d571-442b-a3f4-17f504f070f4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568771 Apr 02 18:10:04.223858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bb22f-d864-43c3-9b21-9955004d29d7 req-22bc6e72-502b-4de2-aa91-a507631a9b1d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:04.225785 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4c1bb22f-d864-43c3-9b21-9955004d29d7 req-22bc6e72-502b-4de2-aa91-a507631a9b1d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 943 time: 0.6191425 Apr 02 18:10:04.230021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a14276d0-93f6-4295-a958-25d30be4d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:04.231688 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-a14276d0-93f6-4295-a958-25d30be4d8db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 1096 time: 0.5546417 Apr 02 18:10:04.254626 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f285d8-cdd0-4865-ab98-8ebc25b422e5', 'tag': 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5', 'status': 'completed', 'code': 200} Apr 02 18:10:04.261844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-44ba006b-4186-42fd-9c80-2e0f352e2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:04.263372 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-44ba006b-4186-42fd-9c80-2e0f352e2de9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.1311183 Apr 02 18:10:04.294694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.317943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.334658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:04.384024 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-8871f914-2f8b-4b9a-808e-162268045d09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581713 Apr 02 18:10:04.385651 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-71b43e56-6fb6-4218-b000-fd1e41194d36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 HTTP/1.1" status: 200 len: 217 time: 0.1264236 Apr 02 18:10:04.492974 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4c1bb22f-d864-43c3-9b21-9955004d29d7 req-4a0d86ca-0646-4f2e-b05a-d3141bbce2e0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582412 Apr 02 18:10:04.617900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded228a2-b346-4c4f-b42c-4579a0775624,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:04.622825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-9b0cb676-5bea-4039-8550-d12ba4d60750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:04.624536 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-9b0cb676-5bea-4039-8550-d12ba4d60750 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.2273033 Apr 02 18:10:04.624950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:04.626855 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56692) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:04.687567 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=655967d52d8b42f3bad0dc4cc6cf8d64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5666759 Apr 02 18:10:04.695002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56702) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:04.702902 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-d998e19e-ca06-4152-98b8-98d9564294e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706370 Apr 02 18:10:04.706858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-44f717d6-a3ce-454a-a972-4cb88e4f6c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.717913 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-2f4c4946-5aa6-4899-967d-7f1328e10fc3 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218317 Apr 02 18:10:04.737814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-44f717d6-a3ce-454a-a972-4cb88e4f6c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.797517 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-44f717d6-a3ce-454a-a972-4cb88e4f6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.805760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:04.816799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:10:04.840714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f717d6-a3ce-454a-a972-4cb88e4f6c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29686783-4f6f-4031-b5f2-900139dab93f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:04.845957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-44f717d6-a3ce-454a-a972-4cb88e4f6c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:04.847590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:10:04.863421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.864941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-44f717d6-a3ce-454a-a972-4cb88e4f6c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.866160 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-44f717d6-a3ce-454a-a972-4cb88e4f6c59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29686783-4f6f-4031-b5f2-900139dab93f HTTP/1.1" status: 204 len: 168 time: 0.8026445 Apr 02 18:10:04.889311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-cd28f131-601d-4162-aef9-41af572d99be tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:04.991810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fa27c-4be4-4fcb-9616-85c0f2ddad5d req-d8cf8f1a-be5a-4d3f-9518-29838ef12377 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:05.000485 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc8fa27c-4be4-4fcb-9616-85c0f2ddad5d req-d8cf8f1a-be5a-4d3f-9518-29838ef12377 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 945 time: 0.6311040 Apr 02 18:10:05.018142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.093520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:05.099122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:05.107691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3b82a5339b44f8a69e82e084a30b4f is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:05.112819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f4fab30-09ad-43e4-8376-e58087704f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.114739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:05.124378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:05.159153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:05.164654 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc8fa27c-4be4-4fcb-9616-85c0f2ddad5d req-7c9f419b-1e43-4dc6-9d30-79746ee63614 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631241 Apr 02 18:10:05.179748 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abc34388-b021-49e4-ac37-5b8929dd7eb7 req-65d16720-71b7-4ceb-b923-370ba6eabb5c service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279401 Apr 02 18:10:05.188649 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-4406e1ca-dd03-4dc5-a00b-6c403f5fdede service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697564 Apr 02 18:10:05.234588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f4fab30-09ad-43e4-8376-e58087704f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.289717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:05.292890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.296887 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] 10.222.0.20 "PUT /v2.0/ports/e8919ccb-49ee-49fa-a3dd-6db83dc99d6c HTTP/1.1" status: 200 len: 1094 time: 3.1739902 Apr 02 18:10:05.298969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:05.474135 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ece81a15-3e2e-45c4-9951-af6082280e21 req-eedca6de-a294-4616-b733-d508582f5e0b service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670689 Apr 02 18:10:05.501876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f4fab30-09ad-43e4-8376-e58087704f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.509688 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'status': 'completed', 'code': 200} Apr 02 18:10:05.538534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-08834824-c1fd-4400-ad23-450d0e8c8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:05.540298 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-08834824-c1fd-4400-ad23-450d0e8c8d52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 1097 time: 0.1871274 Apr 02 18:10:05.574840 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-46687c34-e4ad-4d2b-a5f6-24b25bf6471f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:05.600202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fab30-09ad-43e4-8376-e58087704f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded228a2-b346-4c4f-b42c-4579a0775624,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:05.619298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7f4fab30-09ad-43e4-8376-e58087704f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:05.639501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:05.651155 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-954ffac6-c7dd-4923-a7db-96d8d33a705d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c HTTP/1.1" status: 200 len: 217 time: 0.1007664 Apr 02 18:10:05.813709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.815759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f4fab30-09ad-43e4-8376-e58087704f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.817117 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7f4fab30-09ad-43e4-8376-e58087704f98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ded228a2-b346-4c4f-b42c-4579a0775624 HTTP/1.1" status: 204 len: 168 time: 1.1183095 Apr 02 18:10:05.828843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.857132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b1caf0ac-c751-46ec-b2ea-8c4f9a1fe772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:05.872771 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d3b82a5339b44f8a69e82e084a30b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2447882 Apr 02 18:10:05.891735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56750) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:05.948692 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b3bac7-59e4-4671-9ad4-360991f06d89,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:05.961551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:05.986990 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-7c24e06c-9edb-4bc7-aae5-f26f5644ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:05.989107 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-7c24e06c-9edb-4bc7-aae5-f26f5644ee33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.3308861 Apr 02 18:10:06.018500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:06.019461 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-132d6782-0fd8-4ab9-b230-436766b1ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:06.025852 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-132d6782-0fd8-4ab9-b230-436766b1ccd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 1096 time: 0.4312909 Apr 02 18:10:06.052121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049f73a-3c32-4cd2-b6a6-1c41f8b82b2c req-0fcdd5f7-7593-4ba6-8569-9cc91931cc8d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:06.054036 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7049f73a-3c32-4cd2-b6a6-1c41f8b82b2c req-0fcdd5f7-7593-4ba6-8569-9cc91931cc8d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.5670099 Apr 02 18:10:06.070676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1', 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5', 'port_id': '8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1', 'mac_address': 'fa:16:3e:c5:46:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ba1f44-1bbd-458a-bd20-2152b4f1aadf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:06.129070 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068d4b2-b151-4323-bf5f-5aa3cc9933e9 req-c2c25234-e444-4536-9a6f-5c9cb8cfeb3c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:06.138042 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5068d4b2-b151-4323-bf5f-5aa3cc9933e9 req-c2c25234-e444-4536-9a6f-5c9cb8cfeb3c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 943 time: 0.3864348 Apr 02 18:10:06.182293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b06e3916-398c-41df-9d43-166c840d088d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.277480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b06e3916-398c-41df-9d43-166c840d088d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.310675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.391608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:06.393993 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-95505636-999f-49e6-b376-8f6477550346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:06.407429 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-95505636-999f-49e6-b376-8f6477550346 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3878639 Apr 02 18:10:06.465355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:06.468229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.469021 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5068d4b2-b151-4323-bf5f-5aa3cc9933e9 req-3f97870c-66c6-41aa-b856-3fb82fa98cea tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299549 Apr 02 18:10:06.470086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:06.522956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b06e3916-398c-41df-9d43-166c840d088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.551072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:06.571279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-7049f73a-3c32-4cd2-b6a6-1c41f8b82b2c req-1fcdd6ff-82a6-430a-ae39-c9a493afa22a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Synchronizing usage tracker for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:06.626829 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-7049f73a-3c32-4cd2-b6a6-1c41f8b82b2c req-1fcdd6ff-82a6-430a-ae39-c9a493afa22a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Unset dirty status for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:06.629151 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7049f73a-3c32-4cd2-b6a6-1c41f8b82b2c req-1fcdd6ff-82a6-430a-ae39-c9a493afa22a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882426 Apr 02 18:10:06.644662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:06.649490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:06.686467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:06.689998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-0e434b1a-7200-495b-bf85-ad8eb3056f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:06.693013 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-0e434b1a-7200-495b-bf85-ad8eb3056f39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.6349657 Apr 02 18:10:06.741604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b06e3916-398c-41df-9d43-166c840d088d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.761538 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b06e3916-398c-41df-9d43-166c840d088d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9b3bac7-59e4-4671-9ad4-360991f06d89 HTTP/1.1" status: 204 len: 168 time: 0.8582504 Apr 02 18:10:06.763186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e3916-398c-41df-9d43-166c840d088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b3bac7-59e4-4671-9ad4-360991f06d89,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:06.769790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b06e3916-398c-41df-9d43-166c840d088d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:06.886442 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-205e0a99-06a6-4c38-b532-08699cc34930 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 HTTP/1.1" status: 200 len: 217 time: 0.1865885 Apr 02 18:10:06.889186 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-86776200-d168-4b39-ba0d-5d88c5570f5d service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809277 Apr 02 18:10:06.990179 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-37f50f49-c88c-4d34-ba5b-524804951af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:06.993803 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-37f50f49-c88c-4d34-ba5b-524804951af2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.1036263 Apr 02 18:10:07.059991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:07.123455 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-daae5b23-767a-496e-9be1-9bec028ac8dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245539 Apr 02 18:10:07.185643 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639d6982-efec-476a-a6aa-4e2fc0693893 req-ab07c950-e86d-492a-98bb-d51a614e2950 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882156 Apr 02 18:10:07.352616 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-afa7632d-c294-4633-90af-c437cdf96546 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209852 Apr 02 18:10:07.401175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd052-efbf-4163-ada4-50d04337a505 req-e499bea4-69d6-4b00-92fa-fa4da068c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:07.402743 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d32dd052-efbf-4163-ada4-50d04337a505 req-e499bea4-69d6-4b00-92fa-fa4da068c01a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 1097 time: 0.1659989 Apr 02 18:10:07.608924 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a56a91b2-0eb2-4216-b1a6-a4bd4e48bad9 req-43c86852-8410-4606-8921-82f32d8fdc85 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446828 Apr 02 18:10:07.657872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:07.851520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd052-efbf-4163-ada4-50d04337a505 req-8fe90c72-328c-4654-b307-66f484b85ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:07.853116 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d32dd052-efbf-4163-ada4-50d04337a505 req-8fe90c72-328c-4654-b307-66f484b85ede service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.4432182 Apr 02 18:10:07.915295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd57baf-bc92-4f15-9eef-3b2350bff66e req-ec93d444-6caf-4034-9556-4ebd4f8ed791 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:07.916997 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-efd57baf-bc92-4f15-9eef-3b2350bff66e req-ec93d444-6caf-4034-9556-4ebd4f8ed791 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1147311 Apr 02 18:10:07.935907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:07.988109 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d32dd052-efbf-4163-ada4-50d04337a505 req-7af87a55-f93c-4622-b5c6-f2c2c7747d38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c HTTP/1.1" status: 200 len: 217 time: 0.1205637 Apr 02 18:10:08.041994 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-efd57baf-bc92-4f15-9eef-3b2350bff66e req-a646ccf4-c7de-403a-8d87-a90c6c35873f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175127 Apr 02 18:10:08.078611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:08.091212 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b5428-ee7c-4359-9db0-d4c240b464af req-04a614f9-da14-4cb0-9155-c02f4dea9728 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:08.091819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:08.092916 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e2b5428-ee7c-4359-9db0-d4c240b464af req-04a614f9-da14-4cb0-9155-c02f4dea9728 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 943 time: 0.3647895 Apr 02 18:10:08.098972 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd052-efbf-4163-ada4-50d04337a505 req-81ab5aba-806c-4ee8-8978-9941cdc85b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:08.100658 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d32dd052-efbf-4163-ada4-50d04337a505 req-81ab5aba-806c-4ee8-8978-9941cdc85b7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.1051021 Apr 02 18:10:08.111061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:08.111479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.170707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5', 'network_id': 'cb2665f4-5c28-48e6-b8b4-83ef2fba90a5', 'port_id': 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5', 'mac_address': 'fa:16:3e:9f:1c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ba1f44-1bbd-458a-bd20-2152b4f1aadf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:08.212524 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e2b5428-ee7c-4359-9db0-d4c240b464af req-36c465fc-31d0-4bcb-9710-0aa72cdc8b96 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108108 Apr 02 18:10:08.273189 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd052-efbf-4163-ada4-50d04337a505 req-8be474b6-7188-424a-b030-9fdc60a6116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:08.274794 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d32dd052-efbf-4163-ada4-50d04337a505 req-8be474b6-7188-424a-b030-9fdc60a6116d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1410658 Apr 02 18:10:08.354176 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.520957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56876) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:08.521658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:08.537234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.538476 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d32dd052-efbf-4163-ada4-50d04337a505 req-bd66d581-5d2d-43a7-89ad-39d66afeaa29 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561245 Apr 02 18:10:08.587695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:08.597012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.601326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:08.644283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00b787-4457-4e3f-a806-fe5aec92c499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:08.672186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:08.684390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.752295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:08.762486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:08.764430 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00b787-4457-4e3f-a806-fe5aec92c499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1', 'code': 200} Apr 02 18:10:08.764797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:08.824460 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d32dd052-efbf-4163-ada4-50d04337a505 req-c39b72e3-cba1-4838-a6fb-0e250f85db97 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778256 Apr 02 18:10:08.864250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:08.932497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.971554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:08.985876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Usage tracker for resource:security_group_rule and tenant:75c1cf0a257f4a65bda55fb732c66371 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:08.989589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:09.021282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:09.026056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:09.037272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:09.198310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076722e-7ed9-411d-967f-5d5ab89d80bf req-1eff2f2f-343c-451c-951f-05f1bc697096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:09.199951 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4076722e-7ed9-411d-967f-5d5ab89d80bf req-1eff2f2f-343c-451c-951f-05f1bc697096 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1099 time: 0.1730454 Apr 02 18:10:09.249905 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.259024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.287238 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4076722e-7ed9-411d-967f-5d5ab89d80bf req-9c49c987-fc38-4fdd-b63d-5c89fd16a65b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802197 Apr 02 18:10:09.290943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:09.306838 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75c1cf0a257f4a65bda55fb732c66371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7843080 Apr 02 18:10:09.310586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56924) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:09.373632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0207cc2-74d8-439f-b996-e9c11db2f189,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:09.398587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:09.533834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b68353d-2c7d-46ae-9a98-76e6171643e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.565582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06342b-491f-4176-9075-6cc1545b9795 req-1cfe14d1-fd92-4e3a-a91e-c72b1e932da9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:09.567197 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-df06342b-491f-4176-9075-6cc1545b9795 req-1cfe14d1-fd92-4e3a-a91e-c72b1e932da9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.2257733 Apr 02 18:10:09.603889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b68353d-2c7d-46ae-9a98-76e6171643e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.647551 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-df06342b-491f-4176-9075-6cc1545b9795 req-d8bae306-7716-4428-9cfa-a189fae55174 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695045 Apr 02 18:10:09.673361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b68353d-2c7d-46ae-9a98-76e6171643e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.678336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-705198cc-af56-445e-99f1-558dd6acca9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:09.681221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:09.685114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:09.695720 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68353d-2c7d-46ae-9a98-76e6171643e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0207cc2-74d8-439f-b996-e9c11db2f189,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:09.698971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1b68353d-2c7d-46ae-9a98-76e6171643e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:09.705909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b68353d-2c7d-46ae-9a98-76e6171643e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.707197 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1b68353d-2c7d-46ae-9a98-76e6171643e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0207cc2-74d8-439f-b996-e9c11db2f189 HTTP/1.1" status: 204 len: 168 time: 0.3952808 Apr 02 18:10:09.813075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdd4df-d02b-4b6c-b85b-991a685085ce req-7f9b87b7-093a-4545-8d84-6094ef36b7fe tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:09.814980 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aefdd4df-d02b-4b6c-b85b-991a685085ce req-7f9b87b7-093a-4545-8d84-6094ef36b7fe tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 944 time: 0.0945210 Apr 02 18:10:09.884152 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aefdd4df-d02b-4b6c-b85b-991a685085ce req-d7d5c163-b77b-4b4d-8430-d89e3e60154a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623643 Apr 02 18:10:09.971883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:10.011571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'port_id': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'mac_address': 'fa:16:3e:a5:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:10.083336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:10.089446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.107610 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:10.108027 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.148023 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8919ccb-49ee-49fa-a3dd-6db83dc99d6c {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:10.199827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:10.254677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 56974) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:10.278687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.289036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:10.293182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.332531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:10.339811 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Usage tracker for resource:security_group_rule and tenant:9f4b2b9d4a7641818594b497121b9966 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:10.343646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:10.351248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:10.423694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56980) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:10.493530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.496819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.530471 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e62d652e-f234-4c4e-9cf4-c5f7a86389b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:10.543891 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f4b2b9d4a7641818594b497121b9966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854290 Apr 02 18:10:10.544905 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 56986) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:10.565053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a3a3e1-cb51-46dc-b956-4b7f334b8360,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:10.569578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:10.681802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.706603 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c673c354-5fd0-4101-add0-88cddc4b8709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.727263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.735795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c673c354-5fd0-4101-add0-88cddc4b8709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.769489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:10.780155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:10.785562 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Usage tracker for resource:security_group_rule and tenant:b403bb2af2b34a5eb3941daf72c2bc78 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:10.788948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c673c354-5fd0-4101-add0-88cddc4b8709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.797677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:10.800709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-77742bea-613f-4a76-9a41-bd6adb15ed88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:10.816099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:10.828023 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673c354-5fd0-4101-add0-88cddc4b8709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a3a3e1-cb51-46dc-b956-4b7f334b8360,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:10.836146 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c673c354-5fd0-4101-add0-88cddc4b8709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:10.839797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c673c354-5fd0-4101-add0-88cddc4b8709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.844407 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c673c354-5fd0-4101-add0-88cddc4b8709 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74a3a3e1-cb51-46dc-b956-4b7f334b8360 HTTP/1.1" status: 204 len: 168 time: 0.2982371 Apr 02 18:10:10.956734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:10.969406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:10.979154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f285d8-cdd0-4865-ab98-8ebc25b422e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:10.982877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8f6fd-e3e5-4134-927e-b25f5795aeeb req-425eef02-77b8-43e3-b88c-d6c304396389 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:10.988101 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b2f8f6fd-e3e5-4134-927e-b25f5795aeeb req-425eef02-77b8-43e3-b88c-d6c304396389 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 945 time: 0.1549265 Apr 02 18:10:10.990359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be6175d6-d3fd-4a4f-a01c-9620d3a5808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.004834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:11.030183 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.031557 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.036442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-be35ae9e-6e6e-423b-9ffb-f4fb9974a91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:11.038659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.067086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1923d4ce-4002-4a79-921a-fad1f32f4a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:11.092128 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b2f8f6fd-e3e5-4134-927e-b25f5795aeeb req-fdfe490f-b4e0-4f40-bbf8-4d0cbf897f3b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936420 Apr 02 18:10:11.234656 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f285d8-cdd0-4865-ab98-8ebc25b422e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5', 'code': 200} Apr 02 18:10:11.236124 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:11.257838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:11.278717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11acceb-c67b-4d61-90b7-6db9074bf1c0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:11.296052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:11.338063 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b403bb2af2b34a5eb3941daf72c2bc78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9129560 Apr 02 18:10:11.341544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57018) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:11.391097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e446c-632f-4ccb-bee3-6fb1e38405ad req-6d7cecbb-c77c-41c1-be30-1cbe2f96087f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:11.399401 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ed0e446c-632f-4ccb-bee3-6fb1e38405ad req-6d7cecbb-c77c-41c1-be30-1cbe2f96087f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.2711391 Apr 02 18:10:11.498726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ee75312-f64c-460b-a8b1-f83993fd031e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.501722 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ed0e446c-632f-4ccb-bee3-6fb1e38405ad req-83ecdaa8-25ca-492a-a47c-b3ec21cf08ac tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920799 Apr 02 18:10:11.590411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ee75312-f64c-460b-a8b1-f83993fd031e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.657045 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9213369-9704-47d9-8504-976466861f3b req-28c4e6bc-d006-4413-8e7e-3e12373a857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:11.658577 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f9213369-9704-47d9-8504-976466861f3b req-28c4e6bc-d006-4413-8e7e-3e12373a857e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 1098 time: 0.1610775 Apr 02 18:10:11.703721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57030) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:11.952575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.967966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ee75312-f64c-460b-a8b1-f83993fd031e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.987171 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:11.991468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e2559b74-69ed-4a96-9ee3-bd7aa8e9e97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:11.998683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Usage tracker for resource:security_group_rule and tenant:261d99f8840e4d12885facc0f8c9ae92 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:12.001695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:12.026256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:12.049451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.065227 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f9213369-9704-47d9-8504-976466861f3b req-5abd4987-10c8-486d-a6af-d7a6ddd1c4f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958592 Apr 02 18:10:12.068304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75312-f64c-460b-a8b1-f83993fd031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11acceb-c67b-4d61-90b7-6db9074bf1c0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:12.071755 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2ee75312-f64c-460b-a8b1-f83993fd031e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:12.076625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ee75312-f64c-460b-a8b1-f83993fd031e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.085532 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2ee75312-f64c-460b-a8b1-f83993fd031e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a11acceb-c67b-4d61-90b7-6db9074bf1c0 HTTP/1.1" status: 204 len: 168 time: 0.7425618 Apr 02 18:10:12.129467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.144817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.174093 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7fe394e0-a6e5-4e8e-b755-159550ea8d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:12.305986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57060) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:12.306814 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=261d99f8840e4d12885facc0f8c9ae92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013834 Apr 02 18:10:12.310073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77cc0da-14fb-4b98-bf43-234adf28a235,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:12.315852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:12.504751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadae81-546d-48c1-9300-a5ae8a14304a req-0e9ab01a-dfe2-437a-938d-716e044fc969 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:12.508970 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7cadae81-546d-48c1-9300-a5ae8a14304a req-0e9ab01a-dfe2-437a-938d-716e044fc969 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 945 time: 0.1647410 Apr 02 18:10:12.515302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-386c62ab-717e-4b47-a2c2-4b0380dad184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.546138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-386c62ab-717e-4b47-a2c2-4b0380dad184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.576941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57072) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:12.599943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.609550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-386c62ab-717e-4b47-a2c2-4b0380dad184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.614562 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4f087e5f-921d-47ea-b345-49022c54bd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:12.621635 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:12.627433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Usage tracker for resource:security_group_rule and tenant:2250559669d8410388dee1ef32fa2c50 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:12.630721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:12.638333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:12.651906 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7cadae81-546d-48c1-9300-a5ae8a14304a req-507e854c-555b-4867-b069-00d83e4309d5 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364684 Apr 02 18:10:12.653784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c62ab-717e-4b47-a2c2-4b0380dad184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77cc0da-14fb-4b98-bf43-234adf28a235,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:12.657765 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-386c62ab-717e-4b47-a2c2-4b0380dad184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:12.661561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-386c62ab-717e-4b47-a2c2-4b0380dad184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.662904 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-386c62ab-717e-4b47-a2c2-4b0380dad184 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d77cc0da-14fb-4b98-bf43-234adf28a235 HTTP/1.1" status: 204 len: 168 time: 0.3552761 Apr 02 18:10:12.816469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.822028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.840055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e2440c92-4195-47bc-9a1b-1249472713ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:12.891610 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d538586f-b30e-4e60-b342-e9ed5bd85d94,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:12.906111 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:13.002023 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2250559669d8410388dee1ef32fa2c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197240 Apr 02 18:10:13.002602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57088) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:13.232065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3339eec3-db44-4990-9e8a-18e72ecc1744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.285256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47e06b-9eda-4600-a550-6093f87c1b7e req-3481ad97-9ded-4884-a45f-58ec9cd22a13 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:13.287697 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5d47e06b-9eda-4600-a550-6093f87c1b7e req-3481ad97-9ded-4884-a45f-58ec9cd22a13 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 945 time: 0.1970258 Apr 02 18:10:13.456851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aca06f4d-f91e-446d-a07a-31796520f332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.465203 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5d47e06b-9eda-4600-a550-6093f87c1b7e req-900ec663-2c91-4a64-a5b8-59233d704bcd tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586685 Apr 02 18:10:13.571139 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aca06f4d-f91e-446d-a07a-31796520f332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.599865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea1cf1-b622-43d9-97cf-53eb7b0aaaa2 req-c1fd867a-5764-4318-81ed-bbd389560153 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:13.601977 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c4ea1cf1-b622-43d9-97cf-53eb7b0aaaa2 req-c1fd867a-5764-4318-81ed-bbd389560153 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.4581051 Apr 02 18:10:13.693894 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c4ea1cf1-b622-43d9-97cf-53eb7b0aaaa2 req-7e872127-6a1a-4d46-bc61-eca391f52e79 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544589 Apr 02 18:10:13.701588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aca06f4d-f91e-446d-a07a-31796520f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.704837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:13.708717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-73ad3707-82ce-4a41-99bf-ec6171049e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:13.721304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca06f4d-f91e-446d-a07a-31796520f332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d538586f-b30e-4e60-b342-e9ed5bd85d94,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:13.732710 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-aca06f4d-f91e-446d-a07a-31796520f332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:13.738735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aca06f4d-f91e-446d-a07a-31796520f332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.742323 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-aca06f4d-f91e-446d-a07a-31796520f332 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d538586f-b30e-4e60-b342-e9ed5bd85d94 HTTP/1.1" status: 204 len: 168 time: 0.7358735 Apr 02 18:10:13.921697 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.924477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:13.932057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:13.933368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:14.056671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be06b6-fcf9-4410-b0ba-57fe17f93e4e req-931cb33d-76a4-463d-bf64-7469ce617385 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:14.059410 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-83be06b6-fcf9-4410-b0ba-57fe17f93e4e req-931cb33d-76a4-463d-bf64-7469ce617385 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 945 time: 0.1629062 Apr 02 18:10:14.090718 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:14.127899 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:14.155634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:14.161243 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:14.167064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ce4732bd-fe31-4291-9f17-0ae648c8cf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:14.227965 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'code': 200} Apr 02 18:10:14.289433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:14.294472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:14.377586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57152) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:14.583197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-49a715a7-6fda-4533-bf68-33f7d2d68ad7 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:14.594654 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-49a715a7-6fda-4533-bf68-33f7d2d68ad7 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 945 time: 0.1912546 Apr 02 18:10:14.643293 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-83be06b6-fcf9-4410-b0ba-57fe17f93e4e req-08705f4d-ad9e-4ddb-8854-2d252858770e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5770340 Apr 02 18:10:14.688209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ceafb-b6f4-40e6-b578-82c7ae6a8ac9 req-cb9fea2d-fe21-42cc-b9fa-c38c934c02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:14.690066 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f37ceafb-b6f4-40e6-b578-82c7ae6a8ac9 req-cb9fea2d-fe21-42cc-b9fa-c38c934c02f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 1099 time: 0.1109774 Apr 02 18:10:14.748944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-796412136-network', 'tenant_id': 'fae4851f1398491987ae06d1f536c686'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:14.770373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:14.774059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f37ceafb-b6f4-40e6-b578-82c7ae6a8ac9 req-41954078-e6a4-490f-ba12-404ed16d7eac service neutron] Synchronizing usage tracker for tenant:3f3f520de31844bcbf6af8239bb2dc96 on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:14.784136 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Usage tracker for resource:network and tenant:fae4851f1398491987ae06d1f536c686 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:14.789915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:14.809258 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Deleting port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:14.809829 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:14.811849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f37ceafb-b6f4-40e6-b578-82c7ae6a8ac9 req-41954078-e6a4-490f-ba12-404ed16d7eac service neutron] Unset dirty status for tenant:3f3f520de31844bcbf6af8239bb2dc96 on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:14.813134 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f37ceafb-b6f4-40e6-b578-82c7ae6a8ac9 req-41954078-e6a4-490f-ba12-404ed16d7eac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135011 Apr 02 18:10:14.837609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:14.894106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Made reservation on behalf of fae4851f1398491987ae06d1f536c686 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:14.899778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:14.927092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a332ce-71e6-415b-8d33-0ab56bd1b733 req-4cb09dc5-6921-48ee-9594-6fe5c08e6184 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:14.936135 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-11a332ce-71e6-415b-8d33-0ab56bd1b733 req-4cb09dc5-6921-48ee-9594-6fe5c08e6184 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 945 time: 0.2532516 Apr 02 18:10:14.974172 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:15.000268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b21a0-abf6-44c3-9065-6ad07ca55843 req-8c5a199b-6905-42c2-a4a8-2b2cee58e696 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:15.002222 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ec0b21a0-abf6-44c3-9065-6ad07ca55843 req-8c5a199b-6905-42c2-a4a8-2b2cee58e696 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1236036 Apr 02 18:10:15.021575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:15.035321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57198) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:15.039762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:fae4851f1398491987ae06d1f536c686 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:15.043386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:15.062773 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:15.089364 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ec0b21a0-abf6-44c3-9065-6ad07ca55843 req-49e9a6e1-a2dc-4229-b087-77423b012386 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780771 Apr 02 18:10:15.121966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:15.156588 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-11a332ce-71e6-415b-8d33-0ab56bd1b733 req-5f179466-a952-4280-bc5c-9f4ebd88df71 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fc11796-0c70-40ff-bf2f-d340efaaa354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191837 Apr 02 18:10:15.389552 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:15.400932 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] For port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,segment=NetworkSegment(f1c2e061-48d3-49ee-a7e2-63e36b5265a2),segment_id=f1c2e061-48d3-49ee-a7e2-63e36b5265a2)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:15.401357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:15.419489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:15.448756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-24d52129-92ef-49dd-b906-0550ffdc6368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:15.521286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:10:15.602457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Calling delete_port for 52aa8d24-9017-48c8-b0c8-7afc8b61f99b owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:15.736520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c5a2-0449-4098-acea-63527192150f req-68e422bb-a783-47b2-aeed-9835628f5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:15.738373 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2c5a2-0449-4098-acea-63527192150f req-68e422bb-a783-47b2-aeed-9835628f5863 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 1098 time: 0.2073028 Apr 02 18:10:15.740245 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730876362167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:15.741468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Unsubscribe: segment precommit_create {{(pid=84334) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 02 18:10:15.742049 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Added segment cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0 of type vlan for network 2d220e60-3ce6-4435-8833-f399bea933ab Apr 02 18:10:15.763752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534548fd-0ed9-492b-bb27-ccfe4b5939eb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:15.786940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:15.788617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57226) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:15.791359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:15.935490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:15.998493 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.016114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Usage tracker for resource:security_group_rule and tenant:9b3161ddc8bd4665a13a2ddfbc66ee18 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:16.019818 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.032738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:16.046178 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:16.076950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57238) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:16.086961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c5a2-0449-4098-acea-63527192150f req-de5dde80-b0b0-4de1-8da9-8b64b28f7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:16.088500 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2c5a2-0449-4098-acea-63527192150f req-de5dde80-b0b0-4de1-8da9-8b64b28f7ee4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.3420022 Apr 02 18:10:16.095169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:16.126386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Usage tracker for resource:security_group_rule and tenant:0ebadafbc5b847d387754854f43fa375 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:16.130513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:16.164193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577401ac-e6e1-412c-8800-1172e0394f5a req-c673a2af-83cb-4e85-9446-cfea93b61653 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:16.165786 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-577401ac-e6e1-412c-8800-1172e0394f5a req-c673a2af-83cb-4e85-9446-cfea93b61653 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.2002857 Apr 02 18:10:16.169120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:16.175436 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2c5a2-0449-4098-acea-63527192150f req-aa135ee6-620a-45a9-ae00-3ad333f0a29e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 HTTP/1.1" status: 200 len: 217 time: 0.0790563 Apr 02 18:10:16.181774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158b556-8b51-450f-8b2f-782543c5e9fb req-dc0c64e6-2553-4f48-a57b-269ff04257cb tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:16.183539 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3158b556-8b51-450f-8b2f-782543c5e9fb req-dc0c64e6-2553-4f48-a57b-269ff04257cb tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.5422502 Apr 02 18:10:16.202298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.227771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:16.228430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.243037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:16.266418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.286261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.298162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['52aa8d24-9017-48c8-b0c8-7afc8b61f99b'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:16.309655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:16.316202 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-577401ac-e6e1-412c-8800-1172e0394f5a req-bd7a1e59-4538-43a1-9018-9ce793f5c21d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391516 Apr 02 18:10:16.320478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbd9b05be1c45e0820dfd9ce94d5628 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:16.324576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c5a2-0449-4098-acea-63527192150f req-5bcd3e2d-6d72-4de2-add8-0a090acf5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:16.326068 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2c5a2-0449-4098-acea-63527192150f req-5bcd3e2d-6d72-4de2-add8-0a090acf5be8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.1311247 Apr 02 18:10:16.326890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:16.334291 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:16.384317 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2c5a2-0449-4098-acea-63527192150f req-762348a2-d834-456e-a6f6-7d138f737746 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511343 Apr 02 18:10:16.448356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d220e60-3ce6-4435-8833-f399bea933ab,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:16.477900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 2d220e60-3ce6-4435-8833-f399bea933ab details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:10:16.535613 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:16.540295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:16.545619 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8e7dfeab-6c9a-42e6-849a-bbbb47d981bc req-45182518-84a1-4f7c-9b3c-51f2ebbf1550 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 210 time: 0.0612669 Apr 02 18:10:16.586489 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2c5a2-0449-4098-acea-63527192150f req-edc02e27-a413-42c3-a9c8-aab2278628e3 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956627 Apr 02 18:10:16.606386 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3158b556-8b51-450f-8b2f-782543c5e9fb req-e9e69245-2b38-4469-a187-fe8293da468c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052601 Apr 02 18:10:16.632530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Pushing event deleted for resources: {'Port': ['ID=52aa8d24-9017-48c8-b0c8-7afc8b61f99b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:16.641700 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:16.652895 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2741828 Apr 02 18:10:16.663031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57246) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:16.677855 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.682120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Request body: {'subnet': {'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-796412136-subnet', 'tenant_id': 'fae4851f1398491987ae06d1f536c686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:16.703133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:16.709682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.716810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-386c62ab-717e-4b47-a2c2-4b0380dad184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:16.750778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Usage tracker for resource:subnet and tenant:fae4851f1398491987ae06d1f536c686 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:16.760273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:16.765860 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2c5a2-0449-4098-acea-63527192150f req-242522f1-241b-47eb-bddc-e19e94b25724 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722817 Apr 02 18:10:16.790319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:16.808207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.811073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.815037 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b3161ddc8bd4665a13a2ddfbc66ee18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7785318 Apr 02 18:10:16.826522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57252) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:16.827145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:16.850495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.851788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3885555f-8eeb-4a92-a448-8928e79cfddc,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:16.862225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:16.863295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.876885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:16.883297 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Made reservation on behalf of fae4851f1398491987ae06d1f536c686 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:16.887995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.902989 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bbd9b05be1c45e0820dfd9ce94d5628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8218417 Apr 02 18:10:16.907397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14329479-16b7-43e5-bff1-96f0114aa0cc,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:16.910021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57258) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:16.918801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:16.969856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6f1-67bf-4104-a7f1-7e0498663770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:16.981933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] No DVR routers for this DVR port 52aa8d24-9017-48c8-b0c8-7afc8b61f99b on host hv-cinder-78447 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:10:17.016426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6f1-67bf-4104-a7f1-7e0498663770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.027786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d408991-56c6-42fe-8619-7a2d89af5c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.040294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.045348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e', 'name': 'network-vif-deleted', 'tag': '52aa8d24-9017-48c8-b0c8-7afc8b61f99b'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:17.058255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ebadafbc5b847d387754854f43fa375&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2660475 Apr 02 18:10:17.065392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860734c2-ad2a-44c8-a982-9401ce1c84cb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:17.067939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57268) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:17.075648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:17.077342 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-711c89ca-d77a-424e-8b5e-7ef07307a5d3 req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.20 "DELETE /v2.0/ports/52aa8d24-9017-48c8-b0c8-7afc8b61f99b HTTP/1.1" status: 204 len: 173 time: 2.4815314 Apr 02 18:10:17.105058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d408991-56c6-42fe-8619-7a2d89af5c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.128191 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e', 'name': 'network-vif-deleted', 'tag': '52aa8d24-9017-48c8-b0c8-7afc8b61f99b', 'status': 'completed', 'code': 200} Apr 02 18:10:17.224344 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-18513cd9-23ff-43dd-bc52-2dff06d8af53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.253615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6f1-67bf-4104-a7f1-7e0498663770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.268905 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:17.279260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-18513cd9-23ff-43dd-bc52-2dff06d8af53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.303138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fe6f1-67bf-4104-a7f1-7e0498663770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3885555f-8eeb-4a92-a448-8928e79cfddc,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:17.315409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b15fe6f1-67bf-4104-a7f1-7e0498663770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:17.342353 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6f1-67bf-4104-a7f1-7e0498663770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.343593 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b15fe6f1-67bf-4104-a7f1-7e0498663770 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3885555f-8eeb-4a92-a448-8928e79cfddc HTTP/1.1" status: 204 len: 168 time: 0.5095267 Apr 02 18:10:17.350508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d408991-56c6-42fe-8619-7a2d89af5c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.356131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4f072295-40ff-493e-8ed8-9a3ec474c75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:17.400823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d408991-56c6-42fe-8619-7a2d89af5c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14329479-16b7-43e5-bff1-96f0114aa0cc,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:17.406529 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3d408991-56c6-42fe-8619-7a2d89af5c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:17.411278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-18513cd9-23ff-43dd-bc52-2dff06d8af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.413939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-18513cd9-23ff-43dd-bc52-2dff06d8af53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.415683 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-18513cd9-23ff-43dd-bc52-2dff06d8af53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/860734c2-ad2a-44c8-a982-9401ce1c84cb HTTP/1.1" status: 204 len: 168 time: 0.3457656 Apr 02 18:10:17.416951 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9d66e189-80d6-4a45-ab51-603032621574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:17.426419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d408991-56c6-42fe-8619-7a2d89af5c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.427666 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3d408991-56c6-42fe-8619-7a2d89af5c68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14329479-16b7-43e5-bff1-96f0114aa0cc HTTP/1.1" status: 204 len: 168 time: 0.5150256 Apr 02 18:10:17.430397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18513cd9-23ff-43dd-bc52-2dff06d8af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860734c2-ad2a-44c8-a982-9401ce1c84cb,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:17.433313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-18513cd9-23ff-43dd-bc52-2dff06d8af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:17.690267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a494e-eb3c-42b0-9a9b-f168d832b919 req-d25e225b-dbce-4814-baf6-4aada52c9b3b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:17.692039 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7f4a494e-eb3c-42b0-9a9b-f168d832b919 req-d25e225b-dbce-4814-baf6-4aada52c9b3b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1257854 Apr 02 18:10:17.790527 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7f4a494e-eb3c-42b0-9a9b-f168d832b919 req-7c734008-b931-4b7a-9637-fdc5c18b83f7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902905 Apr 02 18:10:17.815151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.832453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d6d8b897-0aa9-401e-a191-3e5dbd39f24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:17.838833 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a605c2e1-cec2-4845-8164-233d55ef6cb4 req-5515a6cc-2596-42a9-a01b-062bf618a808 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5e1cc0-cab6-4bfc-be5a-fc2c2f67524e HTTP/1.1" status: 200 len: 210 time: 0.0872948 Apr 02 18:10:17.932122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57292) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:17.955999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.984361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d5a5e7-ce39-478e-ba79-491c88ffd518,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:18.050739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:18.057209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Usage tracker for resource:security_group_rule and tenant:dccfed1336e64d079141aa5b0c5f1318 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:18.061564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:18.068866 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:18.070394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:18.143798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7af07-8d28-4589-b3a2-3757cea9e02a req-624100bf-0ec9-4f8b-9ad4-24da6fd70a12 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:18.151955 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-01b7af07-8d28-4589-b3a2-3757cea9e02a req-624100bf-0ec9-4f8b-9ad4-24da6fd70a12 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1637604 Apr 02 18:10:18.157589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57302) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:18.177123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Checking segment: {'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:18.177600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Network hostable DHCP agents. Network: 2d220e60-3ce6-4435-8833-f399bea933ab, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:10:18.179484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'floatingip': {'port_id': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:18.195369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3d5a1-5146-473d-b508-14d025b682a8 req-fd4e0411-452b-4207-9b47-92a828fdc941 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:18.196119 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e6f3d5a1-5146-473d-b508-14d025b682a8 req-fd4e0411-452b-4207-9b47-92a828fdc941 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.2014551 Apr 02 18:10:18.241946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Network 2d220e60-3ce6-4435-8833-f399bea933ab is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:10:18.270223 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e6f3d5a1-5146-473d-b508-14d025b682a8 req-f8e3d2ce-4d1b-4b77-a7a0-fc19f309979b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Apr 02 18:10:18.271583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 2d220e60-3ce6-4435-8833-f399bea933ab) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:18.278689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:18.279404 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.291124 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a4e9a-964e-495a-b05f-ec3bc0587903 None None] Network 2d220e60-3ce6-4435-8833-f399bea933ab requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:18.310113 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6405604 Apr 02 18:10:18.347310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.665105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e2b841-cc70-4aca-87c3-4ec8bcd84049 None None] Network 2d220e60-3ce6-4435-8833-f399bea933ab requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:18.694042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.703242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.718508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a1934cb7-dec9-4bcc-80c9-bba6f0ae5e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:18.806157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b253ba10-f327-4bf6-b319-47c2badf91cf,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:18.959856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:18.997921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57346) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:18.998439 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dccfed1336e64d079141aa5b0c5f1318&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0637901 Apr 02 18:10:19.082925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ca0a-e260-4d09-9bf9-4629dc8d836b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.115936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ca0a-e260-4d09-9bf9-4629dc8d836b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.191266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ca0a-e260-4d09-9bf9-4629dc8d836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.206179 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f1280d80-86d6-4634-ad6b-afde00cecf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:19.218633 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ca0a-e260-4d09-9bf9-4629dc8d836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b253ba10-f327-4bf6-b319-47c2badf91cf,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:19.221592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2bf3ca0a-e260-4d09-9bf9-4629dc8d836b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:19.230548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ca0a-e260-4d09-9bf9-4629dc8d836b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.232257 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2bf3ca0a-e260-4d09-9bf9-4629dc8d836b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b253ba10-f327-4bf6-b319-47c2badf91cf HTTP/1.1" status: 204 len: 168 time: 0.2322414 Apr 02 18:10:19.325310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57364) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:19.379859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57372) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:19.642202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641da16c-aa22-4db2-9138-4f403cdde6eb req-fa0f207f-6087-4a6b-aeee-99eb64e20ff4 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:19.644081 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-641da16c-aa22-4db2-9138-4f403cdde6eb req-fa0f207f-6087-4a6b-aeee-99eb64e20ff4 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1305397 Apr 02 18:10:19.741283 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-641da16c-aa22-4db2-9138-4f403cdde6eb req-14834a31-d8c6-4b4a-9cc2-92e960f35d95 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899792 Apr 02 18:10:19.753736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 52aa8d24-9017-48c8-b0c8-7afc8b61f99b no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:19.847178 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 52aa8d24-9017-48c8-b0c8-7afc8b61f99b {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:19.847573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 52aa8d24-9017-48c8-b0c8-7afc8b61f99b not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:19.853704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-116970458-network', 'tenant_id': 'd563c6b3fb7b46148a3e2a04dde73714'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:19.861575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.877300 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:19.885744 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Usage tracker for resource:network and tenant:d563c6b3fb7b46148a3e2a04dde73714 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:19.888833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:19.891320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:19.898334 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Usage tracker for resource:security_group_rule and tenant:126a3e36eed7439fa121bae5232218d8 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:19.901807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:19.904042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:19.913078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:19.926181 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Made reservation on behalf of d563c6b3fb7b46148a3e2a04dde73714 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:19.931088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.974393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.988009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:19.995210 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Usage tracker for resource:security_group_rule and tenant:d563c6b3fb7b46148a3e2a04dde73714 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:20.001532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:20.016110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:20.099363 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.103837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.104800 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.112474 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.123019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7d8fbaba-0466-4bd6-a44e-d63fc8e2e9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:20.162161 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=126a3e36eed7439fa121bae5232218d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7805924 Apr 02 18:10:20.173090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57400) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:20.215943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7696e629-3ab1-4910-ae9b-b84760b61eee,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:20.220202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:20.235159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.238479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.244775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0bf45409-8a25-423f-8c3c-679fda675b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:20.281310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:10:20.297735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628855f1-738f-40c3-904a-8d5632ab1bdb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:20.301186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:20.306217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.308682 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Added segment f31680c0-70c1-4542-9096-f2f308b14c8f of type vlan for network b66e51a7-5ba5-4569-8027-120ae57959e9 Apr 02 18:10:20.343341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.382586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.384844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:20.386488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.387141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.396933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:20.408044 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Floating IP fbce91aa-c220-474d-886d-9f5c4ab2859f associated. External IP: 172.28.1.157, port: e8919ccb-49ee-49fa-a3dd-6db83dc99d6c. Apr 02 18:10:20.517514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57410) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:20.532762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Pushing event updated for resources: {'Network': ['ID=b66e51a7-5ba5-4569-8027-120ae57959e9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:20.535939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:20.537560 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2111630 Apr 02 18:10:20.540682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57418) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:20.547343 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network b66e51a7-5ba5-4569-8027-120ae57959e9 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:10:20.554867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Request body: {'subnet': {'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-116970458-subnet', 'tenant_id': 'd563c6b3fb7b46148a3e2a04dde73714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:20.560063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:20.564237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Usage tracker for resource:subnet and tenant:d563c6b3fb7b46148a3e2a04dde73714 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:20.567244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:20.573358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:20.586707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Made reservation on behalf of d563c6b3fb7b46148a3e2a04dde73714 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:20.592609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.609451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.882764 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.894869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6b77a476-7414-44eb-8a19-59f4142b1bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:20.972017 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7696e629-3ab1-4910-ae9b-b84760b61eee,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:21.000639 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.012540 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.013081 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.013431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.013828 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.014221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.014612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.014999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.015385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.015768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.016151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.016555 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.019991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:21.027983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.030028 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7696e629-3ab1-4910-ae9b-b84760b61eee HTTP/1.1" status: 204 len: 168 time: 0.8556395 Apr 02 18:10:21.092380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.118764 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:21.126958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Usage tracker for resource:security_group_rule and tenant:3c49f82de73f4465b4f3a0b38bcb3a2c is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:21.131133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:21.145626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:21.159424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:10:21.200836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eb0ec-deaa-4f34-9e45-44a24996b0c0 req-376ef9f9-874e-4ab1-9f05-2304622c0a92 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:21.201562 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-de7eb0ec-deaa-4f34-9e45-44a24996b0c0 req-376ef9f9-874e-4ab1-9f05-2304622c0a92 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.3200486 Apr 02 18:10:21.437765 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-de7eb0ec-deaa-4f34-9e45-44a24996b0c0 req-02b3936c-c504-46a2-a259-6e534459e779 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666291 Apr 02 18:10:21.476536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57454) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:21.479886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:10:21.491867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.496304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] Sync routers for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:10:21.504348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.509041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:10:21.509899 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:10:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:21.518148 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.535014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9d30e76d-b2e7-4f76-90ca-09e2bbdaf76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:21.553377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.571119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.590878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:21.594991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Usage tracker for resource:security_group_rule and tenant:82f34dd9380140d79fea05e2c8c64a01 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:21.598316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:21.605367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:21.710716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:10:21.763893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57462) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:21.766106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0114ea9-c802-4dcb-83c3-2b6db8b21cb4,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:21.771686 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.778715 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.789146 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-459624b4-e356-4dd9-8073-60b6f5a14c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:21.797510 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c49f82de73f4465b4f3a0b38bcb3a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2741728 Apr 02 18:10:21.803083 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-50f9dc2e-b005-41ab-ae88-dd509e27e709 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "PUT /v2.0/floatingips/fbce91aa-c220-474d-886d-9f5c4ab2859f HTTP/1.1" status: 200 len: 992 time: 3.6392541 Apr 02 18:10:21.806744 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57468) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:21.807352 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:21.867508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0199998-743d-460b-92dd-ccc722a7b2d0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:21.878567 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82f34dd9380140d79fea05e2c8c64a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006445 Apr 02 18:10:21.880271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Deleting subnet e2166dbf-1e9a-4d49-9f6e-86fc36c0e7e0 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:10:21.882060 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57476) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:21.882807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:21.897343 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.897736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.898123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.898502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.898883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.908641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.910669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.911153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.913660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.914152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.914553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.914946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:21.942986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:21.944103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.981875 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-727a322b-d7fb-4e69-82a6-409d82a00844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.984317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b9f13ea6-d310-4de0-9b95-60c94edb4289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:22.017901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-727a322b-d7fb-4e69-82a6-409d82a00844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.023822 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-f60def24-e7d5-4ac4-91a6-68ec9407b4f7 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:22.033449 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-f60def24-e7d5-4ac4-91a6-68ec9407b4f7 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Synchronizing usage tracker for tenant:fae4851f1398491987ae06d1f536c686 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:22.062382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1af2d4a4-5c12-4f73-8c68-0d661ef998b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.067319 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'status': 'completed', 'code': 200} Apr 02 18:10:22.118193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1af2d4a4-5c12-4f73-8c68-0d661ef998b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.139495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'fbce91aa-c220-474d-886d-9f5c4ab2859f', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'port_id': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'mac_address': 'fa:16:3e:a5:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca6293d-6427-4306-8847-f4f8704c217c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:09:51Z', 'updated_at': '2021-04-02T18:10:19Z', 'revision_number': 1, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:22.143573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] Checking router: 6945727b-d9d5-4004-92e8-ea1ee8a9d441 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:10:22.153075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:10:22.153723 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:10:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:22.163546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-f60def24-e7d5-4ac4-91a6-68ec9407b4f7 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Unset dirty status for tenant:fae4851f1398491987ae06d1f536c686 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:22.165039 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-f60def24-e7d5-4ac4-91a6-68ec9407b4f7 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/networks?id=2d220e60-3ce6-4435-8833-f399bea933ab HTTP/1.1" status: 200 len: 808 time: 0.9796734 Apr 02 18:10:22.173693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-727a322b-d7fb-4e69-82a6-409d82a00844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.180479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-18513cd9-23ff-43dd-bc52-2dff06d8af53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:22.196376 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a322b-d7fb-4e69-82a6-409d82a00844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0199998-743d-460b-92dd-ccc722a7b2d0,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:22.205717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1af2d4a4-5c12-4f73-8c68-0d661ef998b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.213024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.217182 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-db58f1f2-bd12-4334-a4c9-ba3f93d5f333 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/quotas/fae4851f1398491987ae06d1f536c686 HTTP/1.1" status: 200 len: 375 time: 0.0354242 Apr 02 18:10:22.217923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-727a322b-d7fb-4e69-82a6-409d82a00844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:22.218637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-727a322b-d7fb-4e69-82a6-409d82a00844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:22.225847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Checking segment: {'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:22.226249 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Network hostable DHCP agents. Network: b66e51a7-5ba5-4569-8027-120ae57959e9, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:10:22.241793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.256324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-727a322b-d7fb-4e69-82a6-409d82a00844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.257627 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-727a322b-d7fb-4e69-82a6-409d82a00844 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0199998-743d-460b-92dd-ccc722a7b2d0 HTTP/1.1" status: 204 len: 168 time: 0.3738425 Apr 02 18:10:22.258621 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2d4a4-5c12-4f73-8c68-0d661ef998b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0114ea9-c802-4dcb-83c3-2b6db8b21cb4,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:22.261354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1af2d4a4-5c12-4f73-8c68-0d661ef998b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.265086 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1af2d4a4-5c12-4f73-8c68-0d661ef998b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0114ea9-c802-4dcb-83c3-2b6db8b21cb4 HTTP/1.1" status: 204 len: 168 time: 0.4485857 Apr 02 18:10:22.265086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1af2d4a4-5c12-4f73-8c68-0d661ef998b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:22.306266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01108303-f8a2-4434-82a2-a6c0ff6f5a70,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:22.386276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:22.390161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:10:22.436245 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-fe65ae6e-6d2c-406d-aaef-2d3c73ea5ffb tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fae4851f1398491987ae06d1f536c686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1315951 Apr 02 18:10:22.691280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Network b66e51a7-5ba5-4569-8027-120ae57959e9 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:10:22.825500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa336e-91d7-4572-ad08-c4ca1447f658 req-40edf618-9b0f-4efa-8fc2-975b2a9ec771 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:22.842180 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7bfa336e-91d7-4572-ad08-c4ca1447f658 req-40edf618-9b0f-4efa-8fc2-975b2a9ec771 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1685658 Apr 02 18:10:22.903200 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7bfa336e-91d7-4572-ad08-c4ca1447f658 req-8006450d-5be6-4e6d-b2a0-5b63166645b5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584490 Apr 02 18:10:23.054312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-b1d44679-4858-4d58-aaf9-54c6d2710c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:23.056543 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-b1d44679-4858-4d58-aaf9-54c6d2710c67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 1099 time: 0.9512188 Apr 02 18:10:23.083947 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57524) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:23.104679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, b66e51a7-5ba5-4569-8027-120ae57959e9) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:23.115729 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e938d1-ba8c-42de-93fd-763a37702a51 None None] Network b66e51a7-5ba5-4569-8027-120ae57959e9 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:23.199128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:23.199128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:23.242127 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'fbce91aa-c220-474d-886d-9f5c4ab2859f', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'port_id': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'mac_address': 'fa:16:3e:a5:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca6293d-6427-4306-8847-f4f8704c217c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:09:51Z', 'updated_at': '2021-04-02T18:10:19Z', 'revision_number': 1, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:23.247351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e183fc3-2df9-4259-bdee-91b6cea8b8d7 None None] The sync data for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb is: [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'fbce91aa-c220-474d-886d-9f5c4ab2859f', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'port_id': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'mac_address': 'fa:16:3e:a5:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca6293d-6427-4306-8847-f4f8704c217c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:09:51Z', 'updated_at': '2021-04-02T18:10:19Z', 'revision_number': 1, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:10:23.305185 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-12a81de7-6535-429d-8583-807c9e7290c9 service neutron] 10.222.0.32 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488328 Apr 02 18:10:23.452061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:23.475676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:23.479872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa12756-f8cb-461f-b7b9-3ea06f4a38c9 None None] Network b66e51a7-5ba5-4569-8027-120ae57959e9 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:23.484309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Usage tracker for resource:security_group_rule and tenant:2134798fe9064c35ad2ad1478dc9fa40 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:23.491253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:23.499815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:23.585566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-b19c8f40-f938-486f-900d-6a62eb88760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:23.591916 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-b19c8f40-f938-486f-900d-6a62eb88760c service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.5167930 Apr 02 18:10:23.612207 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0674934 Apr 02 18:10:23.643774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ae311-80eb-4ec8-8892-5a381d1aa3f8 None None] New status for floating IP fbce91aa-c220-474d-886d-9f5c4ab2859f: ACTIVE {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:10:23.688820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:23.691690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:23.703995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e6081580-83db-44ba-ba6f-e72142f66f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:23.754512 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2134798fe9064c35ad2ad1478dc9fa40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6689034 Apr 02 18:10:23.755248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57552) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:23.755962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db312bb3-5a4b-492c-958c-b261d60ed492,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:23.759598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:23.808714 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-40fd1e98-6fd3-472a-8378-dbf7b1558160 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c HTTP/1.1" status: 200 len: 1000 time: 0.2082241 Apr 02 18:10:23.813991 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-27cafb7b-503c-47a6-8203-0932ae331feb service neutron] 10.222.0.32 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811010 Apr 02 18:10:23.816957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:23.919374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-964a9d74-905e-4246-a385-7c84dedb722d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:23.993949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-964a9d74-905e-4246-a385-7c84dedb722d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:24.040979 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:24.098763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-964a9d74-905e-4246-a385-7c84dedb722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:24.108008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4900ab95-69f9-4da1-acd5-1a9b94606131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:24.154127 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a9d74-905e-4246-a385-7c84dedb722d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db312bb3-5a4b-492c-958c-b261d60ed492,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:24.198946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-bdcdff21-21e3-4190-8f51-db8f843ac2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:24.204951 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-bdcdff21-21e3-4190-8f51-db8f843ac2a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.3868091 Apr 02 18:10:24.243362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-964a9d74-905e-4246-a385-7c84dedb722d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:24.250052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-964a9d74-905e-4246-a385-7c84dedb722d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:24.261567 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-964a9d74-905e-4246-a385-7c84dedb722d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db312bb3-5a4b-492c-958c-b261d60ed492 HTTP/1.1" status: 204 len: 168 time: 0.5001032 Apr 02 18:10:24.314284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2166dbf-1e9a-4d49-9f6e-86fc36c0e7e0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:24.331575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:24.357926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a0508-3043-4b96-aec7-9241a2e07814 req-8b8c43b9-fc06-4227-90d4-9df55e6d8057 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:24.359338 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4f0a0508-3043-4b96-aec7-9241a2e07814 req-8b8c43b9-fc06-4227-90d4-9df55e6d8057 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.2098458 Apr 02 18:10:24.367057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:24.464387 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a037579-7280-49b7-a5b3-542cd076aee6 req-b75430ad-79a4-44b3-9468-d11dbebc45b5 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 210 time: 0.3245614 Apr 02 18:10:24.519136 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4f0a0508-3043-4b96-aec7-9241a2e07814 req-361503fd-2eac-4907-b366-365b82c358ff tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523113 Apr 02 18:10:24.530970 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2166dbf-1e9a-4d49-9f6e-86fc36c0e7e0 HTTP/1.1" status: 204 len: 168 time: 2.7537341 Apr 02 18:10:24.534060 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57582) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:24.614954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-9e609261-3254-4810-9a22-d9ce259571ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:24.619533 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-9e609261-3254-4810-9a22-d9ce259571ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2561221 Apr 02 18:10:24.840968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:24.883442 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-75b4d5ca-cc9e-4f91-81d7-195e4274e38e service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463274 Apr 02 18:10:25.152201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.164323 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dd252c45-3e5e-4f8f-bcd9-5d90e433fb0e req-fa0fe7d7-918a-4143-bba5-130d90c5cbb9 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719529 Apr 02 18:10:25.171128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57602) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:25.208579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.225521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:25.230542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Usage tracker for resource:security_group_rule and tenant:b776a9bc69b7468d8331a5b58ceee2b4 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:25.234270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:25.240612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:25.305524 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.305956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.306956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.309099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > port after_create 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.309505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.309878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > port after_update 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.310264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.310665 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.311095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.311485 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.338257 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.347808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.397752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.398138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.398509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.398878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:10:25.399281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d881c029-1706-4ac9-8259-3c4e3cf18284']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:25.403634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-aca06f4d-f91e-446d-a07a-31796520f332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:25.431074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c2e061-48d3-49ee-a7e2-63e36b5265a2') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:25.431671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c2e061-48d3-49ee-a7e2-63e36b5265a2') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:25.445476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.449023 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7cb93-30e2-4e7b-95e0-0dca9bf34257,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:25.452298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:25.464208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.473120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:10:25.475648 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b776a9bc69b7468d8331a5b58ceee2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032687 Apr 02 18:10:25.476612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57610) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:25.583457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1300043-034d-44c8-82be-63af84c0cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.617250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1300043-034d-44c8-82be-63af84c0cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.735137 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1300043-034d-44c8-82be-63af84c0cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.742609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc8a90bd-6060-4bc9-9903-4062b5b89959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:25.754258 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300043-034d-44c8-82be-63af84c0cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7cb93-30e2-4e7b-95e0-0dca9bf34257,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:25.758492 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-66d3c244-4ef4-4056-91ba-2051ea3d849a req-0961cf09-d59c-418f-886b-3c2f7fa135e6 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 210 time: 0.1231794 Apr 02 18:10:25.759496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d1300043-034d-44c8-82be-63af84c0cab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:25.779714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Network d881c029-1706-4ac9-8259-3c4e3cf18284 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:10:25.782354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1300043-034d-44c8-82be-63af84c0cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.786049 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d1300043-034d-44c8-82be-63af84c0cab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0c7cb93-30e2-4e7b-95e0-0dca9bf34257 HTTP/1.1" status: 204 len: 168 time: 0.3060021 Apr 02 18:10:25.796211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91efdd1-deff-48d6-9ce1-3841b96a53c5 req-4cc1d9b8-8266-4530-b678-2e94b38b7615 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:25.797900 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e91efdd1-deff-48d6-9ce1-3841b96a53c5 req-4cc1d9b8-8266-4530-b678-2e94b38b7615 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1368048 Apr 02 18:10:25.802870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:25.889804 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e91efdd1-deff-48d6-9ce1-3841b96a53c5 req-6f071c99-acac-4669-91e9-5e519d9e97dc tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799277 Apr 02 18:10:26.391409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-89988e07-f2af-42ee-9800-65859871d700 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:26.400538 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-89988e07-f2af-42ee-9800-65859871d700 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.20 "GET /v2.0/networks?id=2d220e60-3ce6-4435-8833-f399bea933ab HTTP/1.1" status: 200 len: 808 time: 0.3885069 Apr 02 18:10:26.416247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Request body: {'port': {'device_id': 'c1d161db-90a8-4fb2-b871-52775076b1f4', 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab', 'admin_state_up': True, 'tenant_id': 'fae4851f1398491987ae06d1f536c686'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:26.549571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Network d881c029-1706-4ac9-8259-3c4e3cf18284 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:10:26.624842 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:26.636553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Usage tracker for resource:port and tenant:fae4851f1398491987ae06d1f536c686 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:26.646092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:26.653503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:26.663601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Made reservation on behalf of fae4851f1398491987ae06d1f536c686 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:26.671207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: from cryptography.utils import int_from_bytes Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: from cryptography.utils import int_from_bytes Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: (rel_b, rel_a, rel_b), Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: (rel_b, rel_a, rel_b), Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:10:26.710049 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:10:26.731405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:26.742156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:26.767897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:26.771971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=d881c029-1706-4ac9-8259-3c4e3cf18284,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:26.780573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:26.793659 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-558a6569-ec2d-4c2c-b015-c14f454d0c49 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d881c029-1706-4ac9-8259-3c4e3cf18284 HTTP/1.1" status: 204 len: 168 time: 2.2561018 Apr 02 18:10:26.936968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57682) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:26.978741 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44bc4271-b2a0-4bfc-9885-42e1f0232ca5 req-6321a550-ac24-4aad-bad4-463a908b6f8d tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 210 time: 0.0726523 Apr 02 18:10:27.050835 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c6e8c997-c124-4973-aee4-5a028af5129b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6958bc1ad48c46008722d451176f88f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1076872 Apr 02 18:10:27.053536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57690) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:27.176435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-5ea3e021-41e4-4368-9b2b-caaa77089b17 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:27.177203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-5ea3e021-41e4-4368-9b2b-caaa77089b17 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Synchronizing usage tracker for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:network {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:27.201155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-5ea3e021-41e4-4368-9b2b-caaa77089b17 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Unset dirty status for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:network {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:27.202433 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-5ea3e021-41e4-4368-9b2b-caaa77089b17 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/networks?id=b66e51a7-5ba5-4569-8027-120ae57959e9 HTTP/1.1" status: 200 len: 813 time: 0.4343174 Apr 02 18:10:27.222159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Allocated IP 172.20.0.5 (2d220e60-3ce6-4435-8833-f399bea933ab/f3d5a5e7-ce39-478e-ba79-491c88ffd518/5367afbd-8a50-4bf7-aa5c-0432c2cce724) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:10:27.227083 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-a9259b8c-8c78-400b-b20b-5a4f498c0b7c tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/quotas/d563c6b3fb7b46148a3e2a04dde73714 HTTP/1.1" status: 200 len: 375 time: 0.0148201 Apr 02 18:10:27.228266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-811cc3b3-9ca7-4240-944e-19c0d59f6dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:27.270066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c0b6c-e1a9-4a7d-98fa-e9d8e531c786 req-becad853-f6e4-43f5-a8ec-c357ec8c57b2 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:27.280262 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7a3c0b6c-e1a9-4a7d-98fa-e9d8e531c786 req-becad853-f6e4-43f5-a8ec-c357ec8c57b2 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1507313 Apr 02 18:10:27.285666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-811cc3b3-9ca7-4240-944e-19c0d59f6dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:27.309909 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-25b73d45-1e3c-4b18-8a3f-975107222b8a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d563c6b3fb7b46148a3e2a04dde73714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746121 Apr 02 18:10:27.375284 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7a3c0b6c-e1a9-4a7d-98fa-e9d8e531c786 req-7f4524c9-fe21-4305-bcdc-36bee664f1fd tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964513 Apr 02 18:10:27.448477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-811cc3b3-9ca7-4240-944e-19c0d59f6dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:27.453964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:27.482700 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cc3b3-9ca7-4240-944e-19c0d59f6dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc11796-0c70-40ff-bf2f-d340efaaa354,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:27.496193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-811cc3b3-9ca7-4240-944e-19c0d59f6dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:27.508307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-811cc3b3-9ca7-4240-944e-19c0d59f6dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:27.509632 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-811cc3b3-9ca7-4240-944e-19c0d59f6dc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fc11796-0c70-40ff-bf2f-d340efaaa354 HTTP/1.1" status: 204 len: 168 time: 0.4544342 Apr 02 18:10:27.842704 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-22ea6cf8-4ae8-428d-ae60-eefc33a0f1d5 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=db9fac76403648d389240c72bacc6eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393145 Apr 02 18:10:27.937154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:28.008248 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6fe8e04f-ac0d-412f-a400-19300698fe6a service neutron] 10.222.0.32 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860909 Apr 02 18:10:28.131656 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-21f59358-7ed3-43d8-afae-eee45ff7078f tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:28.133216 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-21f59358-7ed3-43d8-afae-eee45ff7078f tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844493 Apr 02 18:10:28.153180 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-e37f2026-3b10-4c3c-a12b-5782be4d52dd tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/quotas/db9fac76403648d389240c72bacc6eae HTTP/1.1" status: 200 len: 375 time: 0.0108912 Apr 02 18:10:28.191536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:28.214389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-64b4ac9a-4838-4776-8e89-44cff49d575c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:28.229630 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-87865b22-e170-4c2f-840d-0d45b42a5931 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db9fac76403648d389240c72bacc6eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676513 Apr 02 18:10:28.458078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Pushing event updated for resources: {'Port': ['ID=5367afbd-8a50-4bf7-aa5c-0432c2cce724,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:28.462172 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-c5609f86-392a-4f77-a6b2-7c0e894cc810 service neutron] 10.222.0.32 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437346 Apr 02 18:10:28.462989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:28.595699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Network 2d220e60-3ce6-4435-8833-f399bea933ab is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:10:28.596897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:28.606455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:10:28.616074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:28.616844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:28.645293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824ac4c-3858-4b04-af01-011a63500b5d req-b6fb0d13-372f-442c-8532-fec07ae84916 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:28.646991 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9824ac4c-3858-4b04-af01-011a63500b5d req-b6fb0d13-372f-442c-8532-fec07ae84916 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 931 time: 0.1467941 Apr 02 18:10:28.670329 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2594857 Apr 02 18:10:28.686670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Request body: {'port': {'device_id': 'c1d161db-90a8-4fb2-b871-52775076b1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:28.750238 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9824ac4c-3858-4b04-af01-011a63500b5d req-e7b58056-a58f-4314-8089-900fc4b39a88 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963438 Apr 02 18:10:28.872837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:28.989047 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1067a083-8014-49ca-9c8f-5a1f90d92caf req-7e882f4d-06a8-4f7c-a564-b34c3bf3a5c6 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 210 time: 0.1179523 Apr 02 18:10:29.048976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57dc04-b72d-4cf1-a70c-a08a0c2372d3 req-c41a8fa0-4277-42c9-854e-e6896935bad0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:29.051077 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-de57dc04-b72d-4cf1-a70c-a08a0c2372d3 req-c41a8fa0-4277-42c9-854e-e6896935bad0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1465821 Apr 02 18:10:29.119766 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-de57dc04-b72d-4cf1-a70c-a08a0c2372d3 req-967357eb-6336-497c-a309-2a2c07e7922c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 Apr 02 18:10:29.255280 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-884d4753-2d8d-4307-9a17-df6a0e712486 req-ec73c37f-9a63-4c52-a076-d5f25367dd75 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 210 time: 0.0704341 Apr 02 18:10:29.656070 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5367afbd-8a50-4bf7-aa5c-0432c2cce724 {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:29.666144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:29.698208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Transition to ACTIVE for port object 5367afbd-8a50-4bf7-aa5c-0432c2cce724 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:29.704265 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:29.862063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:30.018422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Pushing event updated for resources: {'Port': ['ID=5367afbd-8a50-4bf7-aa5c-0432c2cce724,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:30.024275 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:30.079644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b95160-17a7-4858-a1b7-1d6e62cc5b2d req-682b387f-86f0-4bb0-8f57-c95a64218f35 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:30.080771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-a0b95160-17a7-4858-a1b7-1d6e62cc5b2d req-682b387f-86f0-4bb0-8f57-c95a64218f35 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Synchronizing usage tracker for tenant:fae4851f1398491987ae06d1f536c686 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:30.191168 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-a0b95160-17a7-4858-a1b7-1d6e62cc5b2d req-682b387f-86f0-4bb0-8f57-c95a64218f35 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Unset dirty status for tenant:fae4851f1398491987ae06d1f536c686 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:30.192921 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a0b95160-17a7-4858-a1b7-1d6e62cc5b2d req-682b387f-86f0-4bb0-8f57-c95a64218f35 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 943 time: 0.2776024 Apr 02 18:10:30.217024 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4fd6425c-b07f-46ae-b09a-11cc2f4af055 req-a1d21599-cdde-4eca-8818-1d144928ad7c tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 210 time: 0.0689578 Apr 02 18:10:30.293613 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Attempting to bind port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:10:30.293979 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Attempting to bind port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:10:30.294348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Attempting to bind port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 on network 2d220e60-3ce6-4435-8833-f399bea933ab {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:30.326313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 on network 2d220e60-3ce6-4435-8833-f399bea933ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:10:30.326779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Attempting to bind port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 on network 2d220e60-3ce6-4435-8833-f399bea933ab {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:30.347044 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:10:30.347416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Checking segment: {'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:30.347897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Bound using segment: {'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:10:30.348430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Bound port: 5367afbd-8a50-4bf7-aa5c-0432c2cce724, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:10:30.348812 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:30.363796 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-3b374665-7f46-482a-bfd8-6517f75b9e53 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=db9fac76403648d389240c72bacc6eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512273 Apr 02 18:10:30.384617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-a0b95160-17a7-4858-a1b7-1d6e62cc5b2d req-4b003f35-f90d-43a7-a3e5-e45b29fb9e32 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Synchronizing usage tracker for tenant:fae4851f1398491987ae06d1f536c686 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:30.451380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-a0b95160-17a7-4858-a1b7-1d6e62cc5b2d req-4b003f35-f90d-43a7-a3e5-e45b29fb9e32 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Unset dirty status for tenant:fae4851f1398491987ae06d1f536c686 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:30.452816 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a0b95160-17a7-4858-a1b7-1d6e62cc5b2d req-4b003f35-f90d-43a7-a3e5-e45b29fb9e32 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287271 Apr 02 18:10:30.486348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] For port 5367afbd-8a50-4bf7-aa5c-0432c2cce724, host hv-cinder-78447, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:10:30.490960 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] For port 5367afbd-8a50-4bf7-aa5c-0432c2cce724, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5367afbd-8a50-4bf7-aa5c-0432c2cce724,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:10:30.496469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:30.523140 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-23e26ea8-c633-48ca-aae7-c4265be65c9c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:30.689336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379922-4140-43d4-a723-11aacf51f5c8 req-32107b0b-d848-44b4-b22a-d3c77d7663e1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:30.697594 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44379922-4140-43d4-a723-11aacf51f5c8 req-32107b0b-d848-44b4-b22a-d3c77d7663e1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.3222523 Apr 02 18:10:30.706429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-1d197ae9-1b64-4e79-bc13-0f1f81113472 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:30.708210 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-1d197ae9-1b64-4e79-bc13-0f1f81113472 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346038 Apr 02 18:10:30.730737 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Pushing event updated for resources: {'Port': ['ID=5367afbd-8a50-4bf7-aa5c-0432c2cce724,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:30.734178 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:30.735275 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Request body: {'port': {'device_id': '07d6d3b5-31e5-445b-bf9e-3d28568eb393', 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb', 'admin_state_up': True, 'tenant_id': 'db9fac76403648d389240c72bacc6eae'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:30.779110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:30.779995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:30.781785 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] 10.222.0.20 "PUT /v2.0/ports/5367afbd-8a50-4bf7-aa5c-0432c2cce724 HTTP/1.1" status: 200 len: 1093 time: 2.1026981 Apr 02 18:10:30.781992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d161db-90a8-4fb2-b871-52775076b1f4', 'tag': '5367afbd-8a50-4bf7-aa5c-0432c2cce724'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:30.791879 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44379922-4140-43d4-a723-11aacf51f5c8 req-2994bf7d-7298-488f-9e6d-ab6ec24aa7eb tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927076 Apr 02 18:10:30.900462 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aa46a5a9-1040-4406-b5c0-489490bf907f req-aad63889-a381-4c86-8b70-63cbc02c907a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 210 time: 0.0831366 Apr 02 18:10:31.017183 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d161db-90a8-4fb2-b871-52775076b1f4', 'tag': '5367afbd-8a50-4bf7-aa5c-0432c2cce724', 'status': 'completed', 'code': 200} Apr 02 18:10:31.076249 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-406f89af-433c-4adb-9440-215c346687f3 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:31.078357 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-406f89af-433c-4adb-9440-215c346687f3 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.20 "GET /v2.0/networks?id=b66e51a7-5ba5-4569-8027-120ae57959e9 HTTP/1.1" status: 200 len: 813 time: 0.1760941 Apr 02 18:10:31.095792 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Request body: {'port': {'device_id': '3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77', 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9', 'admin_state_up': True, 'tenant_id': 'd563c6b3fb7b46148a3e2a04dde73714'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:31.099156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:31.109995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Usage tracker for resource:port and tenant:db9fac76403648d389240c72bacc6eae is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:31.117672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:31.127741 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-7ff4bd0e-50c6-4ccf-be3f-f673de72b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:31.129527 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-7ff4bd0e-50c6-4ccf-be3f-f673de72b3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fae4851f1398491987ae06d1f536c686&device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 1096 time: 0.2501678 Apr 02 18:10:31.131329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:31.220251 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-ff7f9f2e-9b2c-4691-a27a-f3a0ccd00620 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5367afbd-8a50-4bf7-aa5c-0432c2cce724 HTTP/1.1" status: 200 len: 217 time: 0.0774024 Apr 02 18:10:31.231030 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57872) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:31.294226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Made reservation on behalf of db9fac76403648d389240c72bacc6eae for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:31.300409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:31.302403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:31.307571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Usage tracker for resource:port and tenant:d563c6b3fb7b46148a3e2a04dde73714 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:31.311112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:31.336215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:31.344476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:31.359572 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc73e67c-2a75-489a-8608-70439914e5be req-1f2afd44-54b1-4828-a6ab-eaffca53f31e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3279431 Apr 02 18:10:31.360366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Made reservation on behalf of d563c6b3fb7b46148a3e2a04dde73714 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:31.361055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-53216ee8-21ee-465a-916d-c0fe42172c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:31.362792 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-53216ee8-21ee-465a-916d-c0fe42172c95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3d5a5e7-ce39-478e-ba79-491c88ffd518 HTTP/1.1" status: 200 len: 848 time: 0.1330204 Apr 02 18:10:31.370973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:31.374192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:31.388073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Usage tracker for resource:security_group_rule and tenant:db9fac76403648d389240c72bacc6eae is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:31.426518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:31.443279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:31.448092 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-a15026c2-bda3-4d4d-938d-1b3a945cf85d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d220e60-3ce6-4435-8833-f399bea933ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561209 Apr 02 18:10:31.570948 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-df67d008-236c-48e8-8b66-bd64c50b3887 req-f71509e4-524d-4875-8580-a3023bfe30f0 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 210 time: 0.1748652 Apr 02 18:10:31.650219 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-c314410b-92db-4ffe-950a-ca86f9263821 service neutron] 10.222.0.20 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888924 Apr 02 18:10:31.886221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Allocated IP 172.20.0.4 (b66e51a7-5ba5-4569-8027-120ae57959e9/01108303-f8a2-4434-82a2-a6c0ff6f5a70/914d3880-8945-41ce-a20d-00c1d945e29d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:10:31.990503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.017524 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57904) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:32.024914 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5aa48bde-a4b3-44ad-aa98-f213fd53cfb9 req-9aba075f-b207-428d-9270-3b3f85eb0645 service neutron] 10.222.0.20 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203425 Apr 02 18:10:32.036117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:32.040271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Usage tracker for resource:security_group_rule and tenant:be6be160158548798fae9595a9673b79 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:32.056711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:32.067807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:32.205509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb34b7-983a-4e57-a0d7-314efe8c8ef2 req-5ea26534-8577-40c6-88bb-2b2c07598a5b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:32.207112 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e8cb34b7-983a-4e57-a0d7-314efe8c8ef2 req-5ea26534-8577-40c6-88bb-2b2c07598a5b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.2176311 Apr 02 18:10:32.215253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.221167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73e67c-2a75-489a-8608-70439914e5be req-34da2f50-7eb5-4f96-93d4-c025c479b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:32.222784 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc73e67c-2a75-489a-8608-70439914e5be req-34da2f50-7eb5-4f96-93d4-c025c479b77d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1099 time: 0.5704806 Apr 02 18:10:32.228056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.253106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629147d-6811-4b8e-ad5e-4547ef092ca6 req-e79a778d-74ef-4939-8668-e1eee9a9023b tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:32.254678 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3629147d-6811-4b8e-ad5e-4547ef092ca6 req-e79a778d-74ef-4939-8668-e1eee9a9023b tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 943 time: 0.3819623 Apr 02 18:10:32.270524 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e8cb34b7-983a-4e57-a0d7-314efe8c8ef2 req-c9a484ce-f0cb-439c-958d-2797299d3d61 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518239 Apr 02 18:10:32.285177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.305608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:32.317756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:32.366014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4b70c757d34b45add3f7889b1f407f is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:32.380813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:32.397549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.405087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:32.488407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.507896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b15fe6f1-67bf-4104-a7f1-7e0498663770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:32.574042 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3629147d-6811-4b8e-ad5e-4547ef092ca6 req-aba9b7f9-14ed-4485-bcf3-1f822e106804 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053889 Apr 02 18:10:32.576224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-141e0da8-1201-41fb-b043-c7a14589c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:32.577518 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-141e0da8-1201-41fb-b043-c7a14589c04a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fae4851f1398491987ae06d1f536c686&device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 1096 time: 0.4921942 Apr 02 18:10:32.679680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.713029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.733638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Pushing event updated for resources: {'Port': ['ID=914d3880-8945-41ce-a20d-00c1d945e29d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:32.736607 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:32.793606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ef1d3-fdcc-4530-a4d5-3c5be52beae9 req-9a8d471f-d5e5-4496-8f92-54ae5a94c563 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:32.795194 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5ef1d3-fdcc-4530-a4d5-3c5be52beae9 req-9a8d471f-d5e5-4496-8f92-54ae5a94c563 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 931 time: 0.2255821 Apr 02 18:10:32.824497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Network b66e51a7-5ba5-4569-8027-120ae57959e9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:10:32.828522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:32.830964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:10:32.837176 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:32.837833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.878099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-0d5ef1d3-fdcc-4530-a4d5-3c5be52beae9 req-ba0bda25-c926-416f-ba6e-8cf60ee664be tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Synchronizing usage tracker for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:32.883135 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7938166 Apr 02 18:10:32.902587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Request body: {'port': {'device_id': '3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:32.935324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-0d5ef1d3-fdcc-4530-a4d5-3c5be52beae9 req-ba0bda25-c926-416f-ba6e-8cf60ee664be tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Unset dirty status for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:32.936618 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5ef1d3-fdcc-4530-a4d5-3c5be52beae9 req-ba0bda25-c926-416f-ba6e-8cf60ee664be tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329706 Apr 02 18:10:33.032333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.067327 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76792b1d-d3c5-4a64-a35f-3f568fcd9b54,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:33.089132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:33.098277 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:33.123149 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73e67c-2a75-489a-8608-70439914e5be req-d90d32fb-e133-4b59-8d03-ce875559d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:33.124771 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc73e67c-2a75-489a-8608-70439914e5be req-d90d32fb-e133-4b59-8d03-ce875559d085 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.8667486 Apr 02 18:10:33.136823 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7bc06cc1-3760-4831-9a94-fe70fbd52c10 req-e68aed7c-54d0-49ad-8367-6791f162802f tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 210 time: 0.3580985 Apr 02 18:10:33.249566 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be6be160158548798fae9595a9673b79&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0161448 Apr 02 18:10:33.255096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57924) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:33.296516 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc73e67c-2a75-489a-8608-70439914e5be req-f3a42a57-d299-475d-88d4-c3a976e3a809 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 200 len: 217 time: 0.1540616 Apr 02 18:10:33.303215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fb8c56-50d8-4a64-a08e-ed7d534b50ca,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:33.362046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:33.414444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-77a845ff-7647-4ba8-bcc8-9bce12c90d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:33.416019 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-77a845ff-7647-4ba8-bcc8-9bce12c90d78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d220e60-3ce6-4435-8833-f399bea933ab HTTP/1.1" status: 200 len: 909 time: 0.8285561 Apr 02 18:10:33.439470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Allocated IP 192.168.233.72 (0699a7e3-aafe-4731-8d13-bda2fac37ceb/92d46afa-4704-4c8c-bafb-9e566d398910/f424f435-9f0b-451e-889d-b1cb820a62c0) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:10:33.505812 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc8aa04d-3a36-4ece-8431-b34c06f41f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.524042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.545331 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc8aa04d-3a36-4ece-8431-b34c06f41f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.567579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73e67c-2a75-489a-8608-70439914e5be req-f029f1cf-9806-4fcc-a34f-d308ee9da0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:33.569182 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc73e67c-2a75-489a-8608-70439914e5be req-f029f1cf-9806-4fcc-a34f-d308ee9da0e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.2586067 Apr 02 18:10:33.570659 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-03ba97fb-a71d-4af7-9af1-234e2130f622 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5367afbd-8a50-4bf7-aa5c-0432c2cce724 HTTP/1.1" status: 200 len: 217 time: 0.1328044 Apr 02 18:10:33.583756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.595577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2b004753-9b8b-4da9-be4e-b2984377ba5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:33.654904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc8aa04d-3a36-4ece-8431-b34c06f41f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.666762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c3c978c4-86f7-4839-8f71-75b4f5315253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:33.684314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aa04d-3a36-4ece-8431-b34c06f41f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fb8c56-50d8-4a64-a08e-ed7d534b50ca,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:33.693061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc8aa04d-3a36-4ece-8431-b34c06f41f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:33.710426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914d3880-8945-41ce-a20d-00c1d945e29d {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:33.725549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc8aa04d-3a36-4ece-8431-b34c06f41f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.726818 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-dc8aa04d-3a36-4ece-8431-b34c06f41f22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10fb8c56-50d8-4a64-a08e-ed7d534b50ca HTTP/1.1" status: 204 len: 168 time: 0.4705615 Apr 02 18:10:33.728953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.740652 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc73e67c-2a75-489a-8608-70439914e5be req-29fb9b8e-2ae8-44da-ac8d-35f2edbb609e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488554 Apr 02 18:10:33.747590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Transition to ACTIVE for port object 914d3880-8945-41ce-a20d-00c1d945e29d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:33.753368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.773941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:33.811126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42ed0a2-5eee-41a0-bc30-46e967848adf,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:33.818533 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc4b70c757d34b45add3f7889b1f407f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7937665 Apr 02 18:10:33.820274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:33.847330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57938) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:33.942658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-7a8ac012-0683-4a8e-8558-fcc6cae9ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:33.944252 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-7a8ac012-0683-4a8e-8558-fcc6cae9ffb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3d5a5e7-ce39-478e-ba79-491c88ffd518 HTTP/1.1" status: 200 len: 848 time: 0.3507957 Apr 02 18:10:33.988454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Pushing event updated for resources: {'Port': ['ID=914d3880-8945-41ce-a20d-00c1d945e29d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:33.991384 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:34.104685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 57946) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:34.119102 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-56995084-76cf-415c-80d0-3c4d1362148d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d220e60-3ce6-4435-8833-f399bea933ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455736 Apr 02 18:10:34.120527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a7976-dc50-4aa1-b07d-5d235f11e4cc req-27d56722-635a-49b1-964b-f6d0fe7b0207 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:34.122101 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e74a7976-dc50-4aa1-b07d-5d235f11e4cc req-27d56722-635a-49b1-964b-f6d0fe7b0207 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 943 time: 0.2701313 Apr 02 18:10:34.201325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.218708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98430f59-1e4c-4841-90f0-668c9b1d489d req-f2a43ca8-18fd-47f2-9c14-8c62a1c26268 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:34.220322 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-98430f59-1e4c-4841-90f0-668c9b1d489d req-f2a43ca8-18fd-47f2-9c14-8c62a1c26268 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.7130761 Apr 02 18:10:34.252290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:34.254563 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Attempting to bind port 914d3880-8945-41ce-a20d-00c1d945e29d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:10:34.254935 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Attempting to bind port 914d3880-8945-41ce-a20d-00c1d945e29d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:10:34.255297 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Attempting to bind port 914d3880-8945-41ce-a20d-00c1d945e29d on network b66e51a7-5ba5-4569-8027-120ae57959e9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:34.265369 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e74a7976-dc50-4aa1-b07d-5d235f11e4cc req-65e1f7aa-4ac9-4bf9-95f1-c670b17591af tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346836 Apr 02 18:10:34.266333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Usage tracker for resource:security_group_rule and tenant:2a459fdda1874bb6b2b309acaaf9795e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:34.269342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Port 914d3880-8945-41ce-a20d-00c1d945e29d on network b66e51a7-5ba5-4569-8027-120ae57959e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:10:34.269342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Attempting to bind port 914d3880-8945-41ce-a20d-00c1d945e29d on network b66e51a7-5ba5-4569-8027-120ae57959e9 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:34.272920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:34.280125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:10:34.280519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Checking segment: {'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:34.280931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Bound using segment: {'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:10:34.281398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Bound port: 914d3880-8945-41ce-a20d-00c1d945e29d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:10:34.281777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.291733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:34.310178 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc73e67c-2a75-489a-8608-70439914e5be req-d165fb1b-2dd9-4a85-a788-dd1530d7fa62 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413897 Apr 02 18:10:34.417647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d95a13e-d9aa-4f51-9195-7666e1b47b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.467585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] For port 914d3880-8945-41ce-a20d-00c1d945e29d, host hv-cinder-78447, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:10:34.473071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] For port 914d3880-8945-41ce-a20d-00c1d945e29d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=914d3880-8945-41ce-a20d-00c1d945e29d,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:10:34.484658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.506911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-585ec125-86b4-4683-b028-2f39ee026a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:34.538617 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-98430f59-1e4c-4841-90f0-668c9b1d489d req-ca55facb-e4e4-4ad5-b312-93f607b330be tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076108 Apr 02 18:10:34.575221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.582914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d95a13e-d9aa-4f51-9195-7666e1b47b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.594990 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-ff00f9b6-5c3e-429c-a5c5-1035a297aaec service neutron] 10.222.0.20 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566491 Apr 02 18:10:34.650259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Transition to ACTIVE for port object f424f435-9f0b-451e-889d-b1cb820a62c0 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:34.723896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c9ba-3c7f-4d11-8b79-761d11342887 req-7907548c-d9eb-4e6e-9fab-2a9219c70150 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:34.724961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-9790c9ba-3c7f-4d11-8b79-761d11342887 req-7907548c-d9eb-4e6e-9fab-2a9219c70150 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Synchronizing usage tracker for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:34.734236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.738374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Pushing event updated for resources: {'Port': ['ID=914d3880-8945-41ce-a20d-00c1d945e29d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:34.747377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:34.756460 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.769669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-521256ca-f5ad-43db-a799-6dd3135b4fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:34.779965 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc73e67c-2a75-489a-8608-70439914e5be req-ad7572b5-14a8-4203-a294-30174607c7e3 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472632 Apr 02 18:10:34.821117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-9790c9ba-3c7f-4d11-8b79-761d11342887 req-7907548c-d9eb-4e6e-9fab-2a9219c70150 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Unset dirty status for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:34.822411 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9790c9ba-3c7f-4d11-8b79-761d11342887 req-7907548c-d9eb-4e6e-9fab-2a9219c70150 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 943 time: 0.4286196 Apr 02 18:10:34.839146 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a459fdda1874bb6b2b309acaaf9795e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280319 Apr 02 18:10:34.839530 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1dc2dabc-24ef-4690-a353-a66d61eb970e req-15210a02-0112-4690-9163-9abf1ea877ff tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 210 time: 0.0554216 Apr 02 18:10:34.839957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89402c5-0d09-4057-acbf-9563ce8b18cb,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:34.842411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 57956) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:34.857239 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:34.857919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.859399 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] 10.222.0.20 "PUT /v2.0/ports/914d3880-8945-41ce-a20d-00c1d945e29d HTTP/1.1" status: 200 len: 1093 time: 1.9618053 Apr 02 18:10:34.873213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77', 'tag': '914d3880-8945-41ce-a20d-00c1d945e29d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:34.911767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:34.954840 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d95a13e-d9aa-4f51-9195-7666e1b47b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.959671 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-70a7e35f-598a-44f4-bba5-6ebef25b4263 req-1004dc77-92a6-4174-927d-519c72a0bbbc service neutron] 10.222.0.20 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484290 Apr 02 18:10:34.960601 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77', 'tag': '914d3880-8945-41ce-a20d-00c1d945e29d', 'status': 'completed', 'code': 200} Apr 02 18:10:34.962098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3ed51acb-989e-4ede-ad5e-cb2fbc88a553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:34.977773 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.986728 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9790c9ba-3c7f-4d11-8b79-761d11342887 req-dda99070-113b-4d03-8498-cdfb6411c8ce tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533904 Apr 02 18:10:34.989081 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95a13e-d9aa-4f51-9195-7666e1b47b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42ed0a2-5eee-41a0-bc30-46e967848adf,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:35.016627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7d95a13e-d9aa-4f51-9195-7666e1b47b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:35.021368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:35.028967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-bf5aed2f-c3a8-42bc-ada4-b0c42cfeb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:35.031128 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-bf5aed2f-c3a8-42bc-ada4-b0c42cfeb99a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d563c6b3fb7b46148a3e2a04dde73714&device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 1096 time: 0.1182678 Apr 02 18:10:35.075432 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eaf3262b-3205-4f01-acca-b41fbef5a069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:35.112972 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-d7d4933b-5e23-436e-acac-b3de60a31423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914d3880-8945-41ce-a20d-00c1d945e29d HTTP/1.1" status: 200 len: 217 time: 0.0668080 Apr 02 18:10:35.186145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-9675d792-f157-486e-86ce-4d486aa96818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:35.188252 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-9675d792-f157-486e-86ce-4d486aa96818 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01108303-f8a2-4434-82a2-a6c0ff6f5a70 HTTP/1.1" status: 200 len: 853 time: 0.0674043 Apr 02 18:10:35.190491 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d95a13e-d9aa-4f51-9195-7666e1b47b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:35.191681 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7d95a13e-d9aa-4f51-9195-7666e1b47b12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a42ed0a2-5eee-41a0-bc30-46e967848adf HTTP/1.1" status: 204 len: 168 time: 1.3433263 Apr 02 18:10:35.214699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Pushing event updated for resources: {'Port': ['ID=f424f435-9f0b-451e-889d-b1cb820a62c0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:35.220480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:35.222283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eaf3262b-3205-4f01-acca-b41fbef5a069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:35.237280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:10:35.257202 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-f9b64f78-5246-4875-8d22-9d119c912fdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b66e51a7-5ba5-4569-8027-120ae57959e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503442 Apr 02 18:10:35.338716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Network 0699a7e3-aafe-4731-8d13-bda2fac37ceb is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:10:35.340268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:35.343663 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:10:35.389793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eaf3262b-3205-4f01-acca-b41fbef5a069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:35.405457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-00d75a36-1a3c-4dda-80fd-1e339937da73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:35.459901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3262b-3205-4f01-acca-b41fbef5a069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89402c5-0d09-4057-acbf-9563ce8b18cb,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:35.489274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-eaf3262b-3205-4f01-acca-b41fbef5a069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:35.490312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eaf3262b-3205-4f01-acca-b41fbef5a069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:35.490990 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-3c20e27c-234d-4aa8-942f-a2ae694fd531 service neutron] 10.222.0.20 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216139 Apr 02 18:10:35.494519 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-eaf3262b-3205-4f01-acca-b41fbef5a069 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e89402c5-0d09-4057-acbf-9563ce8b18cb HTTP/1.1" status: 204 len: 168 time: 0.6496158 Apr 02 18:10:35.519574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:35.530231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:35.568943 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8417578 Apr 02 18:10:35.584830 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Request body: {'port': {'device_id': '07d6d3b5-31e5-445b-bf9e-3d28568eb393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:35.699844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9972dbe1-4d8f-4dab-bd01-1d26042d9a35 None None] Provisioning for port f424f435-9f0b-451e-889d-b1cb820a62c0 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:35.710583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9972dbe1-4d8f-4dab-bd01-1d26042d9a35 None None] Provisioning complete for port f424f435-9f0b-451e-889d-b1cb820a62c0 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:35.711525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9972dbe1-4d8f-4dab-bd01-1d26042d9a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:35.848208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9972dbe1-4d8f-4dab-bd01-1d26042d9a35 None None] Port f424f435-9f0b-451e-889d-b1cb820a62c0 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:10:35.966968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 5367afbd-8a50-4bf7-aa5c-0432c2cce724 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:36.072775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 58000) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:36.100162 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8415cfdc-6e52-44db-9ef6-7bbda1223642 req-03921471-6687-4e0d-a765-4f12b0bef288 service neutron] 10.222.0.20 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926270 Apr 02 18:10:36.101750 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:36.126420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685c95-0856-42d1-8807-8d0c8c4bbbb9 req-ff5f271c-7fca-4a6d-9ed6-3f43cd3830af tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:36.128106 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b8685c95-0856-42d1-8807-8d0c8c4bbbb9 req-ff5f271c-7fca-4a6d-9ed6-3f43cd3830af tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 943 time: 0.5600982 Apr 02 18:10:36.137449 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:36.143873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Usage tracker for resource:security_group_rule and tenant:999ddf6533784542ac7557ee9cba7b3a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:36.147653 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:36.155006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:36.158331 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 5367afbd-8a50-4bf7-aa5c-0432c2cce724, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5367afbd-8a50-4bf7-aa5c-0432c2cce724,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:36.173467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '5367afbd-8a50-4bf7-aa5c-0432c2cce724', 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab', 'port_id': '5367afbd-8a50-4bf7-aa5c-0432c2cce724', 'mac_address': 'fa:16:3e:87:ca:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d5a5e7-ce39-478e-ba79-491c88ffd518', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:36.191893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:36.240665 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:36.259398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5367afbd-8a50-4bf7-aa5c-0432c2cce724 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:36.276767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 5367afbd-8a50-4bf7-aa5c-0432c2cce724, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5367afbd-8a50-4bf7-aa5c-0432c2cce724,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:36.281981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:36.284298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:36.323330 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b8685c95-0856-42d1-8807-8d0c8c4bbbb9 req-e02c0dc1-69d4-4245-a648-ac28efa51d75 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343384 Apr 02 18:10:36.347342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb543-1bcd-4a68-9582-3d57402ce856 req-484daaa3-8438-43df-81d6-25545fcb72b1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:36.349048 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-11acb543-1bcd-4a68-9582-3d57402ce856 req-484daaa3-8438-43df-81d6-25545fcb72b1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.5431306 Apr 02 18:10:36.378143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=5367afbd-8a50-4bf7-aa5c-0432c2cce724,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:36.378451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-127685c5-2c8d-4c9a-8d2c-0f34157e9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:36.380056 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-127685c5-2c8d-4c9a-8d2c-0f34157e9372 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d563c6b3fb7b46148a3e2a04dde73714&device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 1096 time: 0.1890295 Apr 02 18:10:36.384718 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:36.389341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:36.389702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.390284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.390862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.391420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.391991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.392596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.393258 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.393809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.394509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.395091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.395653 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.396267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:36.400975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:36.440369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc8aa04d-3a36-4ece-8431-b34c06f41f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:36.483044 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f320d65-c55f-4914-bc03-684aef257497,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:36.500984 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-11acb543-1bcd-4a68-9582-3d57402ce856 req-a40b6bec-ae4a-4bbe-90ed-eb3f72e5538c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437743 Apr 02 18:10:36.519590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:36.640482 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['5367afbd-8a50-4bf7-aa5c-0432c2cce724'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:36.644548 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=999ddf6533784542ac7557ee9cba7b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695403 Apr 02 18:10:36.650047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 58024) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:36.722717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-4884fc09-dc18-461e-a805-bd1653360f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:36.724410 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-4884fc09-dc18-461e-a805-bd1653360f31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b66e51a7-5ba5-4569-8027-120ae57959e9 HTTP/1.1" status: 200 len: 914 time: 0.3249965 Apr 02 18:10:36.869962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae92129-e579-47be-be0c-6e495c80e71e req-232b52c0-ae3d-4666-9c26-fef7fca23f07 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:36.870891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-eae92129-e579-47be-be0c-6e495c80e71e req-232b52c0-ae3d-4666-9c26-fef7fca23f07 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Synchronizing usage tracker for tenant:db9fac76403648d389240c72bacc6eae on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:36.919583 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-60ad7cda-c3e7-4029-8402-d34b4cabe6d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914d3880-8945-41ce-a20d-00c1d945e29d HTTP/1.1" status: 200 len: 217 time: 0.1780486 Apr 02 18:10:36.942714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-eae92129-e579-47be-be0c-6e495c80e71e req-232b52c0-ae3d-4666-9c26-fef7fca23f07 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Unset dirty status for tenant:db9fac76403648d389240c72bacc6eae on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:36.944090 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eae92129-e579-47be-be0c-6e495c80e71e req-232b52c0-ae3d-4666-9c26-fef7fca23f07 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 935 time: 0.2662272 Apr 02 18:10:36.948576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f424f435-9f0b-451e-889d-b1cb820a62c0 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:36.974898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:36.984206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-479962e6-27f8-47bd-9415-9b76a2f584a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:37.009111 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Transition to ACTIVE for port object f424f435-9f0b-451e-889d-b1cb820a62c0 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:37.015340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:37.033034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-eae92129-e579-47be-be0c-6e495c80e71e req-baa7bf67-16ee-4335-a459-72df2ad464ee tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Synchronizing usage tracker for tenant:db9fac76403648d389240c72bacc6eae on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:37.037706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:37.043859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-479962e6-27f8-47bd-9415-9b76a2f584a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:37.055086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:37.058738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-e34f32f0-a8e1-4126-941f-4222cf144239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:37.060400 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-e34f32f0-a8e1-4126-941f-4222cf144239 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01108303-f8a2-4434-82a2-a6c0ff6f5a70 HTTP/1.1" status: 200 len: 853 time: 0.1327040 Apr 02 18:10:37.138361 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-ee34f52b-8768-4831-9ea5-4bad272a55c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b66e51a7-5ba5-4569-8027-120ae57959e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659330 Apr 02 18:10:37.151831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919b023-9bf8-4a7a-8a95-ec60d88b219b req-2461570a-e7ed-453b-bfb4-5e605ee09314 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:37.153311 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b919b023-9bf8-4a7a-8a95-ec60d88b219b req-2461570a-e7ed-453b-bfb4-5e605ee09314 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 943 time: 0.2933218 Apr 02 18:10:37.201321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-eae92129-e579-47be-be0c-6e495c80e71e req-baa7bf67-16ee-4335-a459-72df2ad464ee tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Unset dirty status for tenant:db9fac76403648d389240c72bacc6eae on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:37.202604 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eae92129-e579-47be-be0c-6e495c80e71e req-baa7bf67-16ee-4335-a459-72df2ad464ee tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489786 Apr 02 18:10:37.203279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57043649-968c-4733-9cad-688a643b39cc service neutron] Pushing event updated for resources: {'Port': ['ID=f424f435-9f0b-451e-889d-b1cb820a62c0,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:37.207745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-57043649-968c-4733-9cad-688a643b39cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:37.313617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-479962e6-27f8-47bd-9415-9b76a2f584a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:37.332003 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b919b023-9bf8-4a7a-8a95-ec60d88b219b req-dd6d32ad-2be3-48fd-935b-39370dc4a501 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495507 Apr 02 18:10:37.335982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-960097c5-361b-4aa7-aa83-42a404524b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:37.413554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479962e6-27f8-47bd-9415-9b76a2f584a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f320d65-c55f-4914-bc03-684aef257497,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:37.450805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-479962e6-27f8-47bd-9415-9b76a2f584a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:37.475617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-479962e6-27f8-47bd-9415-9b76a2f584a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:37.479359 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-479962e6-27f8-47bd-9415-9b76a2f584a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f320d65-c55f-4914-bc03-684aef257497 HTTP/1.1" status: 204 len: 168 time: 0.8256850 Apr 02 18:10:37.481923 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-155be894-739e-4d6c-900b-35993f269757 service neutron] 10.222.0.20 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275719 Apr 02 18:10:37.607407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Attempting to bind port f424f435-9f0b-451e-889d-b1cb820a62c0 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:10:37.607795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Attempting to bind port f424f435-9f0b-451e-889d-b1cb820a62c0 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:10:37.608192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Attempting to bind port f424f435-9f0b-451e-889d-b1cb820a62c0 on network 0699a7e3-aafe-4731-8d13-bda2fac37ceb {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:37.622570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Port f424f435-9f0b-451e-889d-b1cb820a62c0 on network 0699a7e3-aafe-4731-8d13-bda2fac37ceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:10:37.622947 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Attempting to bind port f424f435-9f0b-451e-889d-b1cb820a62c0 on network 0699a7e3-aafe-4731-8d13-bda2fac37ceb {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:37.630164 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:10:37.632599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Checking segment: {'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:37.633051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Bound using segment: {'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:10:37.633546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Bound port: f424f435-9f0b-451e-889d-b1cb820a62c0, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca5c371-070a-4e07-8d42-a0fb4da645f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:10:37.633941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:37.746162 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc275c9e-caf7-413c-a163-2517d85d5191 req-29e7cceb-fdb2-493b-8862-5404f6e2fd47 service neutron] 10.222.0.20 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552392 Apr 02 18:10:37.755302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f6578-492a-4983-8c4f-a8eb5ff83ff9 req-70968dae-9e1c-4d8d-b6e7-d6cbe3e5355a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:37.756979 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e56f6578-492a-4983-8c4f-a8eb5ff83ff9 req-70968dae-9e1c-4d8d-b6e7-d6cbe3e5355a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 944 time: 0.1876493 Apr 02 18:10:37.812501 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e56f6578-492a-4983-8c4f-a8eb5ff83ff9 req-0e86927d-8b09-4d36-9de2-7092128bf14e tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475290 Apr 02 18:10:37.855192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] For port f424f435-9f0b-451e-889d-b1cb820a62c0, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:10:37.879312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] For port f424f435-9f0b-451e-889d-b1cb820a62c0, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f424f435-9f0b-451e-889d-b1cb820a62c0,segment=NetworkSegment(fca5c371-070a-4e07-8d42-a0fb4da645f9),segment_id=fca5c371-070a-4e07-8d42-a0fb4da645f9)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:10:37.896756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d97630-64a5-448c-8bc7-a9b9c37fe430 req-d2078699-7741-4437-b139-c84acbbb9e6e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:37.898380 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b7d97630-64a5-448c-8bc7-a9b9c37fe430 req-d2078699-7741-4437-b139-c84acbbb9e6e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1256561 Apr 02 18:10:37.899871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:37.919965 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:37.966812 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 5367afbd-8a50-4bf7-aa5c-0432c2cce724 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:38.062251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:38.068273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:38.068986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.072135 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 58068) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:38.099206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.116800 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b7d97630-64a5-448c-8bc7-a9b9c37fe430 req-0643e38c-1ffa-449d-a7bb-9cc4b0454188 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978235 Apr 02 18:10:38.140313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:38.145933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Usage tracker for resource:security_group_rule and tenant:517bd014fc6e4dba91538d2bc67a605a is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:38.149661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:38.159278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:38.180317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57043649-968c-4733-9cad-688a643b39cc service neutron] Pushing event updated for resources: {'Port': ['ID=f424f435-9f0b-451e-889d-b1cb820a62c0,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:38.187277 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-57043649-968c-4733-9cad-688a643b39cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:38.224451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:38.225394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.226901 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-57043649-968c-4733-9cad-688a643b39cc service neutron] 10.222.0.20 "PUT /v2.0/ports/f424f435-9f0b-451e-889d-b1cb820a62c0 HTTP/1.1" status: 200 len: 1097 time: 2.6475365 Apr 02 18:10:38.227428 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d6d3b5-31e5-445b-bf9e-3d28568eb393', 'tag': 'f424f435-9f0b-451e-889d-b1cb820a62c0'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:38.272249 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.343432 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 5367afbd-8a50-4bf7-aa5c-0432c2cce724, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5367afbd-8a50-4bf7-aa5c-0432c2cce724,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:38.344657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d161db-90a8-4fb2-b871-52775076b1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5367afbd-8a50-4bf7-aa5c-0432c2cce724'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:38.370104 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.376157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.384585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.391854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-44f717d6-a3ce-454a-a972-4cb88e4f6c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:38.393245 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:38.454739 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d6d3b5-31e5-445b-bf9e-3d28568eb393', 'tag': 'f424f435-9f0b-451e-889d-b1cb820a62c0', 'status': 'completed', 'code': 200} Apr 02 18:10:38.507175 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=517bd014fc6e4dba91538d2bc67a605a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330139 Apr 02 18:10:38.511087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 58090) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:38.539553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de448070-d750-41c6-bb6f-d0b07d333d7d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:38.567413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:38.618845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-2afc2812-9692-4e33-b92e-812994796dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:38.621354 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-2afc2812-9692-4e33-b92e-812994796dfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db9fac76403648d389240c72bacc6eae&device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 1100 time: 0.3439982 Apr 02 18:10:38.623143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=5367afbd-8a50-4bf7-aa5c-0432c2cce724,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:38.632198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:38.708821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa1e854f-4a42-4b41-a13a-0978cfe3920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.718222 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-b41de1fb-6e10-48e6-bbdd-3c2a1b2e0c0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f424f435-9f0b-451e-889d-b1cb820a62c0 HTTP/1.1" status: 200 len: 217 time: 0.0871055 Apr 02 18:10:38.732307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff81f49-f256-46bb-aa9e-06e266ad23b2 req-ee7fb120-00a0-4cf9-a301-e20d77ce7419 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:38.733884 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2ff81f49-f256-46bb-aa9e-06e266ad23b2 req-ee7fb120-00a0-4cf9-a301-e20d77ce7419 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 947 time: 0.2694182 Apr 02 18:10:38.749161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa1e854f-4a42-4b41-a13a-0978cfe3920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.784108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7b534-6d47-48b3-b4d5-d000b5479bd3 req-bbfd62f9-6337-45d3-a24e-423938e16d75 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:38.785794 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9af7b534-6d47-48b3-b4d5-d000b5479bd3 req-bbfd62f9-6337-45d3-a24e-423938e16d75 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 943 time: 0.1759741 Apr 02 18:10:38.843319 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9af7b534-6d47-48b3-b4d5-d000b5479bd3 req-b4e6bd91-4023-4f24-82c8-0c7dd5e25326 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477116 Apr 02 18:10:38.848574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa1e854f-4a42-4b41-a13a-0978cfe3920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.856872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0c800656-a167-43c3-bfb4-9abdd6ca0df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:38.857037 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2ff81f49-f256-46bb-aa9e-06e266ad23b2 req-70b52c9e-0bca-45e0-9c17-988a661a1920 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821896 Apr 02 18:10:38.859470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-7efaadbc-59bd-42e3-b8b0-2fdad66aecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:38.863834 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-7efaadbc-59bd-42e3-b8b0-2fdad66aecc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92d46afa-4704-4c8c-bafb-9e566d398910 HTTP/1.1" status: 200 len: 843 time: 0.1289797 Apr 02 18:10:38.878339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e854f-4a42-4b41-a13a-0978cfe3920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de448070-d750-41c6-bb6f-d0b07d333d7d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:38.886929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fa1e854f-4a42-4b41-a13a-0978cfe3920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:38.896894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa1e854f-4a42-4b41-a13a-0978cfe3920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.899187 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fa1e854f-4a42-4b41-a13a-0978cfe3920a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de448070-d750-41c6-bb6f-d0b07d333d7d HTTP/1.1" status: 204 len: 168 time: 0.3765869 Apr 02 18:10:38.956472 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d161db-90a8-4fb2-b871-52775076b1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5367afbd-8a50-4bf7-aa5c-0432c2cce724', 'code': 200} Apr 02 18:10:38.981247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-6d71d4b9-2194-4b2d-bb4c-63d93d41db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:38.983000 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-6d71d4b9-2194-4b2d-bb4c-63d93d41db7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0699a7e3-aafe-4731-8d13-bda2fac37ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1074734 Apr 02 18:10:39.122453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0e075-28e9-4793-b5c0-fa46041a4c09 req-825b89fb-7fc2-4456-bfa7-802fd76dafdb tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:39.124361 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d9d0e075-28e9-4793-b5c0-fa46041a4c09 req-825b89fb-7fc2-4456-bfa7-802fd76dafdb tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1324358 Apr 02 18:10:39.216516 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-ee10faaf-947c-4a44-bfad-0d38125946e9 service neutron] 10.222.0.20 "GET /v2.0/networks/0699a7e3-aafe-4731-8d13-bda2fac37ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248363 Apr 02 18:10:39.329195 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d9d0e075-28e9-4793-b5c0-fa46041a4c09 req-014532b9-ee2c-4064-ac46-1205d9374d44 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980009 Apr 02 18:10:39.355462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d964edc-7b62-4b6e-b5d3-f70fd27f7b99 req-22cb002d-beeb-4759-98ea-f10ab525ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:39.357511 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4d964edc-7b62-4b6e-b5d3-f70fd27f7b99 req-22cb002d-beeb-4759-98ea-f10ab525ad18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 1098 time: 0.1771524 Apr 02 18:10:39.410141 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-317fb918-cee2-49de-a448-c7e4c1865c18 req-b5542ff9-173a-4b72-85e0-a73ce20af28f service neutron] 10.222.0.20 "GET /v2.0/networks/0699a7e3-aafe-4731-8d13-bda2fac37ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857054 Apr 02 18:10:39.412707 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4d964edc-7b62-4b6e-b5d3-f70fd27f7b99 req-bf5d869d-57b2-4d14-b6f5-427fccc32c25 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Apr 02 18:10:39.526590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa9948-7883-4f6b-8aba-41a73efbb007 req-8cf27cb3-335a-4b63-97b3-33fdfe2cad9b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:39.528502 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1ffa9948-7883-4f6b-8aba-41a73efbb007 req-8cf27cb3-335a-4b63-97b3-33fdfe2cad9b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.0946136 Apr 02 18:10:39.574971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-b7cb750a-a630-4063-9690-3164c376162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:39.576710 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-b7cb750a-a630-4063-9690-3164c376162e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db9fac76403648d389240c72bacc6eae&device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 1100 time: 0.0826099 Apr 02 18:10:39.578760 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1ffa9948-7883-4f6b-8aba-41a73efbb007 req-02edde51-5689-44aa-8770-1c94e428165e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Apr 02 18:10:39.724564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-f09b617c-90e7-4b78-bfa5-c4ae59063074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:39.726367 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-f09b617c-90e7-4b78-bfa5-c4ae59063074 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0699a7e3-aafe-4731-8d13-bda2fac37ceb HTTP/1.1" status: 200 len: 870 time: 0.1427033 Apr 02 18:10:39.806340 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-22ed8890-7649-4cad-8a8a-616c259e0307 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f424f435-9f0b-451e-889d-b1cb820a62c0 HTTP/1.1" status: 200 len: 217 time: 0.0730195 Apr 02 18:10:39.890038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-c2fc3da8-1eb9-41be-a731-87df76eedf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:39.891799 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-c2fc3da8-1eb9-41be-a731-87df76eedf42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92d46afa-4704-4c8c-bafb-9e566d398910 HTTP/1.1" status: 200 len: 843 time: 0.0785952 Apr 02 18:10:39.987065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 914d3880-8945-41ce-a20d-00c1d945e29d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:40.098732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-e342f2c8-04de-403f-a3f4-b5a349fd9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:40.100884 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-e342f2c8-04de-403f-a3f4-b5a349fd9ff0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0699a7e3-aafe-4731-8d13-bda2fac37ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1976089 Apr 02 18:10:40.108978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398c645-076f-4f98-928a-15cbfe4166aa req-c38f7190-cef4-4e53-b8ff-d9671f880114 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:40.111006 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f398c645-076f-4f98-928a-15cbfe4166aa req-c38f7190-cef4-4e53-b8ff-d9671f880114 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 947 time: 0.1199794 Apr 02 18:10:40.116734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a99be2-805b-4683-8aeb-6709c51ff36e req-19bfd235-34a9-4abd-b1de-3af248c5e59f tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:40.118296 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b1a99be2-805b-4683-8aeb-6709c51ff36e req-19bfd235-34a9-4abd-b1de-3af248c5e59f tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 943 time: 0.1340406 Apr 02 18:10:40.152985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 914d3880-8945-41ce-a20d-00c1d945e29d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=914d3880-8945-41ce-a20d-00c1d945e29d,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:40.172902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '914d3880-8945-41ce-a20d-00c1d945e29d', 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9', 'port_id': '914d3880-8945-41ce-a20d-00c1d945e29d', 'mac_address': 'fa:16:3e:e3:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01108303-f8a2-4434-82a2-a6c0ff6f5a70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:40.185058 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f398c645-076f-4f98-928a-15cbfe4166aa req-3d90d7ad-2a52-4b06-a376-e1406d5ab76e tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553913 Apr 02 18:10:40.205294 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b1a99be2-805b-4683-8aeb-6709c51ff36e req-30ca3439-12ad-4404-a6ed-ca52671140a7 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619197 Apr 02 18:10:40.259247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:40.281759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914d3880-8945-41ce-a20d-00c1d945e29d {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:40.299459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 914d3880-8945-41ce-a20d-00c1d945e29d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=914d3880-8945-41ce-a20d-00c1d945e29d,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:40.303365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:40.305200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:40.339291 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-e0274228-aac5-4795-98d1-edf58e212c6f service neutron] 10.222.0.20 "GET /v2.0/networks/0699a7e3-aafe-4731-8d13-bda2fac37ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187173 Apr 02 18:10:40.434304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=914d3880-8945-41ce-a20d-00c1d945e29d,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:40.437564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:40.581364 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b539e21d-de92-4621-9aff-d60aa4bcec5e req-8d065f7d-fe80-47f6-a5a1-76193be9b448 service neutron] 10.222.0.20 "GET /v2.0/networks/0699a7e3-aafe-4731-8d13-bda2fac37ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317100 Apr 02 18:10:40.692380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['914d3880-8945-41ce-a20d-00c1d945e29d'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:40.707027 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b9051-7a88-4687-ab8f-49a78e07042f req-847de1bb-9d71-41d8-a74d-35f0cc054421 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:40.708799 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae2b9051-7a88-4687-ab8f-49a78e07042f req-847de1bb-9d71-41d8-a74d-35f0cc054421 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1263499 Apr 02 18:10:40.788968 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae2b9051-7a88-4687-ab8f-49a78e07042f req-0b06a466-7389-48b5-9be5-53cfe777bff9 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687430 Apr 02 18:10:40.860701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2bcfd-f9d3-47d3-b015-79b0246300c3 req-cd93718d-fd4d-4f0c-bea5-796062c3825b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:40.862326 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-53d2bcfd-f9d3-47d3-b015-79b0246300c3 req-cd93718d-fd4d-4f0c-bea5-796062c3825b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.0915005 Apr 02 18:10:40.924205 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-53d2bcfd-f9d3-47d3-b015-79b0246300c3 req-49ece8a6-7720-40b7-9195-61c6cc8c39d3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531893 Apr 02 18:10:40.945163 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39be5f43-2a76-415f-a64c-9aef6cb62787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:41.407774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca57dc-f3ee-46a9-aa02-352ce3a9aa57 req-365dd94e-2b77-4ac6-8bd7-ff18fabf68a4 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:41.415646 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4fca57dc-f3ee-46a9-aa02-352ce3a9aa57 req-365dd94e-2b77-4ac6-8bd7-ff18fabf68a4 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 947 time: 0.1141050 Apr 02 18:10:41.427715 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad0f4-1dd6-46f7-a66f-18dd64701797 req-f11fe568-cef0-4615-b5f2-2490855fd1fc tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:41.429331 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-25dad0f4-1dd6-46f7-a66f-18dd64701797 req-f11fe568-cef0-4615-b5f2-2490855fd1fc tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 944 time: 0.1045089 Apr 02 18:10:41.458769 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4fca57dc-f3ee-46a9-aa02-352ce3a9aa57 req-ac2a611e-f72d-4ff3-b874-fe9e5d45adeb tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Apr 02 18:10:41.478285 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-25dad0f4-1dd6-46f7-a66f-18dd64701797 req-7fd8a25e-ad20-4ce0-a9a3-f8dafd2c709e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Apr 02 18:10:41.983192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9331f3b-f031-480a-b9bd-1e089a956496 req-1d268bbb-4749-4a74-9e4b-99550fd48f1f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:41.984867 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d9331f3b-f031-480a-b9bd-1e089a956496 req-1d268bbb-4749-4a74-9e4b-99550fd48f1f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 945 time: 0.0912421 Apr 02 18:10:42.016231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device f424f435-9f0b-451e-889d-b1cb820a62c0 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:42.019307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 914d3880-8945-41ce-a20d-00c1d945e29d up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:42.047958 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d9331f3b-f031-480a-b9bd-1e089a956496 req-43802f17-059a-4ed4-8477-50e8dff6c30e tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566473 Apr 02 18:10:42.261038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:42.289237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port f424f435-9f0b-451e-889d-b1cb820a62c0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f424f435-9f0b-451e-889d-b1cb820a62c0,segment=NetworkSegment(fca5c371-070a-4e07-8d42-a0fb4da645f9),segment_id=fca5c371-070a-4e07-8d42-a0fb4da645f9)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:42.313322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': 'f424f435-9f0b-451e-889d-b1cb820a62c0', 'network_id': '0699a7e3-aafe-4731-8d13-bda2fac37ceb', 'port_id': 'f424f435-9f0b-451e-889d-b1cb820a62c0', 'mac_address': 'fa:16:3e:e9:44:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d46afa-4704-4c8c-bafb-9e566d398910', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:42.357780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 914d3880-8945-41ce-a20d-00c1d945e29d completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:42.366489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b41371-df79-4e87-ab4f-b39d1095b49a req-a6f6c532-a5af-4df4-8500-12dd1327520f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:42.368326 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-88b41371-df79-4e87-ab4f-b39d1095b49a req-a6f6c532-a5af-4df4-8500-12dd1327520f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.3157539 Apr 02 18:10:42.393406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 914d3880-8945-41ce-a20d-00c1d945e29d triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:42.393843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:42.479798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:42.491266 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-88b41371-df79-4e87-ab4f-b39d1095b49a req-227c21b0-b5cb-4ae6-b018-311e5f5e0634 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147766 Apr 02 18:10:42.518570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f424f435-9f0b-451e-889d-b1cb820a62c0 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:42.628850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:42.648993 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port f424f435-9f0b-451e-889d-b1cb820a62c0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f424f435-9f0b-451e-889d-b1cb820a62c0,segment=NetworkSegment(fca5c371-070a-4e07-8d42-a0fb4da645f9),segment_id=fca5c371-070a-4e07-8d42-a0fb4da645f9)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:42.665173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:42.669019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4290dfb8-ab8b-4787-a2f6-4226b3e2263d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:42.755745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36018f-c45c-49c8-ae90-86d7209d7d28 req-c43ed3b7-d5a4-4cc1-b077-c3d6e8e64e7f tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:42.758226 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ef36018f-c45c-49c8-ae90-86d7209d7d28 req-c43ed3b7-d5a4-4cc1-b077-c3d6e8e64e7f tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 948 time: 0.1404445 Apr 02 18:10:42.761476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=f424f435-9f0b-451e-889d-b1cb820a62c0,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:42.771162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:42.791755 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914d3880-8945-41ce-a20d-00c1d945e29d'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:42.802623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 914d3880-8945-41ce-a20d-00c1d945e29d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=914d3880-8945-41ce-a20d-00c1d945e29d,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:42.807973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:42.810152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:42.836003 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ef36018f-c45c-49c8-ae90-86d7209d7d28 req-0f37f8dd-766b-4ab5-99a3-9ecf16e498aa tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685720 Apr 02 18:10:42.879684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450198c-a48c-4dd6-930a-09533b3a8eb9 req-e23f2897-13a8-4204-923e-e44ad974b3c6 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:42.889537 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7450198c-a48c-4dd6-930a-09533b3a8eb9 req-e23f2897-13a8-4204-923e-e44ad974b3c6 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 944 time: 0.1746523 Apr 02 18:10:42.914340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58264) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:42.957061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=914d3880-8945-41ce-a20d-00c1d945e29d,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:42.964242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:42.968839 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7450198c-a48c-4dd6-930a-09533b3a8eb9 req-3cd65ca3-15e3-45fb-bb40-87b8d668613d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780663 Apr 02 18:10:43.007022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['f424f435-9f0b-451e-889d-b1cb820a62c0'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:43.077842 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914d3880-8945-41ce-a20d-00c1d945e29d', 'code': 200} Apr 02 18:10:43.117872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.151502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:43.159983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Usage tracker for resource:security_group_rule and tenant:ef16c87b173e470a8be511eda5ac4d8a is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:43.170547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:43.177910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:43.287214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-30aae17b-fd2f-4ee3-aac3-447f7097fd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.382328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.395590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.417022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-811cc3b3-9ca7-4240-944e-19c0d59f6dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:43.426792 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9b82-52eb-4da2-954b-83141af6ad5a req-a7626311-4b01-433b-b4aa-bb0450009d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:43.428721 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-855c9b82-52eb-4da2-954b-83141af6ad5a req-a7626311-4b01-433b-b4aa-bb0450009d92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 1098 time: 0.1166673 Apr 02 18:10:43.468967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a641d0-5712-42c2-8e88-fd92b93fdf31,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:43.472112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:43.475438 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef16c87b173e470a8be511eda5ac4d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600014 Apr 02 18:10:43.479403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58294) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:43.496778 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-855c9b82-52eb-4da2-954b-83141af6ad5a req-7735acd6-4b28-4982-96dd-a3742803e1c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543115 Apr 02 18:10:43.555250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ed77d0f-6696-4d86-9f79-6606020f1217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.585174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ed77d0f-6696-4d86-9f79-6606020f1217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.634184 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77ecd8-1383-4662-9010-0a4fa784739c req-3ac5c5db-c0b8-4c9b-acbb-b288a7cbf141 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:43.641904 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bf77ecd8-1383-4662-9010-0a4fa784739c req-3ac5c5db-c0b8-4c9b-acbb-b288a7cbf141 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1009529 Apr 02 18:10:43.644908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ed77d0f-6696-4d86-9f79-6606020f1217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.651150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7d95a13e-d9aa-4f51-9195-7666e1b47b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:43.688214 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bf77ecd8-1383-4662-9010-0a4fa784739c req-1004fd53-5025-456c-a310-60060e42ac81 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Apr 02 18:10:43.862264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.924457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed77d0f-6696-4d86-9f79-6606020f1217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a641d0-5712-42c2-8e88-fd92b93fdf31,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:43.934576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ed77d0f-6696-4d86-9f79-6606020f1217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:43.935558 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-9ed77d0f-6696-4d86-9f79-6606020f1217 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6a641d0-5712-42c2-8e88-fd92b93fdf31 HTTP/1.1" status: 204 len: 168 time: 0.4552011 Apr 02 18:10:43.936778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9ed77d0f-6696-4d86-9f79-6606020f1217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:44.013608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f243604-91a3-4579-88eb-6c18d5cf5fd0 req-11e7d86b-bf67-4e38-bd01-1f31e4c50ecc tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:44.015650 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5f243604-91a3-4579-88eb-6c18d5cf5fd0 req-11e7d86b-bf67-4e38-bd01-1f31e4c50ecc tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.3538930 Apr 02 18:10:44.070672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbdded-027d-4740-b686-5eaf773ea629 req-c0dc7bd7-2632-49ad-843d-61b78a3fb1a5 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:44.072620 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-67dbdded-027d-4740-b686-5eaf773ea629 req-c0dc7bd7-2632-49ad-843d-61b78a3fb1a5 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 948 time: 0.1025705 Apr 02 18:10:44.090925 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5f243604-91a3-4579-88eb-6c18d5cf5fd0 req-f2cf33f1-478c-4c0e-a47e-f2ed14d50a35 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Apr 02 18:10:44.134819 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-67dbdded-027d-4740-b686-5eaf773ea629 req-6a4ea5b8-801b-4749-8688-6fee3023ca2f tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553515 Apr 02 18:10:44.290298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cadcb4-e23f-491e-873c-8cd558a794cd req-eb4c7f41-63e7-4593-9ad2-9a92a6d16a5d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:44.291920 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-38cadcb4-e23f-491e-873c-8cd558a794cd req-eb4c7f41-63e7-4593-9ad2-9a92a6d16a5d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 945 time: 0.0926213 Apr 02 18:10:44.341573 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-38cadcb4-e23f-491e-873c-8cd558a794cd req-bbc798d8-187c-4273-874a-e5f813381c63 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Apr 02 18:10:44.904674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33cf3e-4922-4c97-a165-901577fb23c0 req-d7101b35-9493-40ec-86ff-a086c5706791 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:44.906290 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3a33cf3e-4922-4c97-a165-901577fb23c0 req-d7101b35-9493-40ec-86ff-a086c5706791 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 945 time: 0.0911665 Apr 02 18:10:44.955486 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3a33cf3e-4922-4c97-a165-901577fb23c0 req-312c8977-82e4-41ac-ae5f-2e417b7fe233 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Apr 02 18:10:45.102483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:45.317188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c729a-6412-4b5c-83f8-7da76912a8ea req-bb28c689-ff41-4f2d-a2b5-4c05e0804e6e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:45.325461 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c06c729a-6412-4b5c-83f8-7da76912a8ea req-bb28c689-ff41-4f2d-a2b5-4c05e0804e6e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1181676 Apr 02 18:10:45.376886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b64e90-8c53-495c-bff3-9214bffe6e23 req-6b8f1770-5e5f-4270-9aff-a474f091a20b tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:45.384614 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-56b64e90-8c53-495c-bff3-9214bffe6e23 req-6b8f1770-5e5f-4270-9aff-a474f091a20b tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 948 time: 0.1267011 Apr 02 18:10:45.406680 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c06c729a-6412-4b5c-83f8-7da76912a8ea req-7e3edb80-91b8-4dc0-bab8-fe3bee5d40a5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784073 Apr 02 18:10:45.508428 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-56b64e90-8c53-495c-bff3-9214bffe6e23 req-024fbd8c-c8bc-4f01-b781-7d5606c9678d tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227317 Apr 02 18:10:45.586098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89083edb-d6df-45df-a876-d141573be80b req-349fe218-c8ea-4aff-b496-4f52392dd86f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:45.588973 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-89083edb-d6df-45df-a876-d141573be80b req-349fe218-c8ea-4aff-b496-4f52392dd86f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1512780 Apr 02 18:10:45.742445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Deleting port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:45.742911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:45.842707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58396) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:45.886566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91013313-440e-446b-a0c8-ed57fd6429e1 req-4825bc50-ff77-4b51-ba5f-d50b6b8de434 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:45.888690 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-91013313-440e-446b-a0c8-ed57fd6429e1 req-4825bc50-ff77-4b51-ba5f-d50b6b8de434 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 945 time: 0.2135680 Apr 02 18:10:45.991374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.007989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:46.013109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Usage tracker for resource:security_group_rule and tenant:c08a9e23ba894c1683ccce4dac7ae31e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:46.016393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:46.022719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:46.044013 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device f424f435-9f0b-451e-889d-b1cb820a62c0 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:46.065888 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-91013313-440e-446b-a0c8-ed57fd6429e1 req-17925d7d-c044-4b2f-8631-ca68025c6e2f tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697505 Apr 02 18:10:46.149306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port f424f435-9f0b-451e-889d-b1cb820a62c0 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:46.154637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port f424f435-9f0b-451e-889d-b1cb820a62c0 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:46.159319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.171557 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] For port 5367afbd-8a50-4bf7-aa5c-0432c2cce724, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5367afbd-8a50-4bf7-aa5c-0432c2cce724,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:46.172311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.283367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390c87a-ff01-4c28-88bd-8712324a5573 req-ff3f3f82-8911-4b37-a013-8a5efff9b0e6 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:46.285034 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a390c87a-ff01-4c28-88bd-8712324a5573 req-ff3f3f82-8911-4b37-a013-8a5efff9b0e6 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 945 time: 0.1823952 Apr 02 18:10:46.335066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.337152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.340672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.349293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b2497123-5fd4-415e-a851-bcd8a473fa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:46.394086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7d6a4-c606-4d69-b885-e09325013359,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:46.404067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:46.417081 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Calling delete_port for 5367afbd-8a50-4bf7-aa5c-0432c2cce724 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:46.425417 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a390c87a-ff01-4c28-88bd-8712324a5573 req-5ebc3c5f-f14e-473e-a2e4-f7d580c723a3 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316445 Apr 02 18:10:46.453255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c08a9e23ba894c1683ccce4dac7ae31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086512 Apr 02 18:10:46.454522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58442) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:46.476153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6d3b5-31e5-445b-bf9e-3d28568eb393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f424f435-9f0b-451e-889d-b1cb820a62c0'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:46.503204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port f424f435-9f0b-451e-889d-b1cb820a62c0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f424f435-9f0b-451e-889d-b1cb820a62c0,segment=NetworkSegment(fca5c371-070a-4e07-8d42-a0fb4da645f9),segment_id=fca5c371-070a-4e07-8d42-a0fb4da645f9)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:46.510893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.513291 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:46.523986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5014533e-ea28-4ccf-bd2f-3aa9566e6b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.554147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5014533e-ea28-4ccf-bd2f-3aa9566e6b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.633581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5014533e-ea28-4ccf-bd2f-3aa9566e6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.639248 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d6d3b5-31e5-445b-bf9e-3d28568eb393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f424f435-9f0b-451e-889d-b1cb820a62c0', 'code': 200} Apr 02 18:10:46.639413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-eaf3262b-3205-4f01-acca-b41fbef5a069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:46.644699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=f424f435-9f0b-451e-889d-b1cb820a62c0,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:46.659651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:46.664507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014533e-ea28-4ccf-bd2f-3aa9566e6b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7d6a4-c606-4d69-b885-e09325013359,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:46.669712 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5014533e-ea28-4ccf-bd2f-3aa9566e6b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:46.695524 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5014533e-ea28-4ccf-bd2f-3aa9566e6b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.705713 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-5014533e-ea28-4ccf-bd2f-3aa9566e6b2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8e7d6a4-c606-4d69-b885-e09325013359 HTTP/1.1" status: 204 len: 168 time: 0.2382882 Apr 02 18:10:46.706284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:46.730814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['5367afbd-8a50-4bf7-aa5c-0432c2cce724'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:46.781098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ed0c3b4-95ba-463c-a6bd-82012aeffd9e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:46.880147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Pushing event deleted for resources: {'Port': ['ID=5367afbd-8a50-4bf7-aa5c-0432c2cce724,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:46.893090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:47.018579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffa2e3-1820-4fce-83fe-87404b1ff584 req-a2459098-7c66-4791-a7b0-a727a4403905 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:47.020959 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5dffa2e3-1820-4fce-83fe-87404b1ff584 req-a2459098-7c66-4791-a7b0-a727a4403905 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 949 time: 0.1995170 Apr 02 18:10:47.032638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78934a-e4a9-4ade-a261-851c916cfaae req-0fb6342d-d8bc-45e3-918a-0b2689a37a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:47.040752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71964c99-4177-4bec-81b3-b808af8829fd req-c99e0701-4be6-40b4-b546-62337760d60e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:47.042375 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-71964c99-4177-4bec-81b3-b808af8829fd req-c99e0701-4be6-40b4-b546-62337760d60e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.3034904 Apr 02 18:10:47.047098 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1c78934a-e4a9-4ade-a261-851c916cfaae req-0fb6342d-d8bc-45e3-918a-0b2689a37a1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 1102 time: 0.1494918 Apr 02 18:10:47.113585 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-71964c99-4177-4bec-81b3-b808af8829fd req-0c00c57f-d4e8-4376-8c89-9d939403d748 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 Apr 02 18:10:47.144884 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1c78934a-e4a9-4ade-a261-851c916cfaae req-ecaec379-1835-425a-a760-f5f98dcff148 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966165 Apr 02 18:10:47.158417 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5dffa2e3-1820-4fce-83fe-87404b1ff584 req-dfc577a9-9fd4-4830-b27e-6197a8be7ee5 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087732 Apr 02 18:10:47.244053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58476) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:47.263392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.276253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] No DVR routers for this DVR port 5367afbd-8a50-4bf7-aa5c-0432c2cce724 on host hv-cinder-78447 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:10:47.286312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.287540 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d161db-90a8-4fb2-b871-52775076b1f4', 'name': 'network-vif-deleted', 'tag': '5367afbd-8a50-4bf7-aa5c-0432c2cce724'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:47.301807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:47.308513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e7a680d70c497783c9b6e4359c3c3c is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:47.309061 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-89083edb-d6df-45df-a876-d141573be80b req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.20 "DELETE /v2.0/ports/5367afbd-8a50-4bf7-aa5c-0432c2cce724 HTTP/1.1" status: 204 len: 173 time: 1.7068002 Apr 02 18:10:47.312942 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:47.319754 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:47.351041 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d161db-90a8-4fb2-b871-52775076b1f4', 'name': 'network-vif-deleted', 'tag': '5367afbd-8a50-4bf7-aa5c-0432c2cce724', 'status': 'completed', 'code': 200} Apr 02 18:10:47.421020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.425294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.435241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f2568eba-b3fa-4d0c-8669-bcc03607b4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:47.466312 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9e7a680d70c497783c9b6e4359c3c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202477 Apr 02 18:10:47.468364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 58492) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:47.503526 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a51500-ccb5-4c1c-b9a4-ccccffce123a,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:47.518647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:47.555241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fa9-e4e3-4366-b412-1849be88c29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.627512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fa9-e4e3-4366-b412-1849be88c29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.657775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-d0a0be20-0218-4751-b301-91a8ae6c06e5 req-02ac2501-9b83-4de1-9f15-2025d5ade46f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Synchronizing usage tracker for tenant:fae4851f1398491987ae06d1f536c686 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:47.692642 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-d0a0be20-0218-4751-b301-91a8ae6c06e5 req-02ac2501-9b83-4de1-9f15-2025d5ade46f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Unset dirty status for tenant:fae4851f1398491987ae06d1f536c686 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:47.693908 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d0a0be20-0218-4751-b301-91a8ae6c06e5 req-02ac2501-9b83-4de1-9f15-2025d5ade46f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d161db-90a8-4fb2-b871-52775076b1f4 HTTP/1.1" status: 200 len: 210 time: 0.1144786 Apr 02 18:10:47.699703 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fa9-e4e3-4366-b412-1849be88c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.704748 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2bf3ca0a-e260-4d09-9bf9-4629dc8d836b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:47.720248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b7fa9-e4e3-4366-b412-1849be88c29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a51500-ccb5-4c1c-b9a4-ccccffce123a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:47.722475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fa9-e4e3-4366-b412-1849be88c29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.726409 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4f6b7fa9-e4e3-4366-b412-1849be88c29d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8a51500-ccb5-4c1c-b9a4-ccccffce123a HTTP/1.1" status: 204 len: 168 time: 0.2510254 Apr 02 18:10:47.726409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4f6b7fa9-e4e3-4366-b412-1849be88c29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:48.415305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aae7b2-e033-4a45-820a-9674fe505572 req-371beb93-64cb-4c4a-afeb-e49156ff5728 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:48.426435 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-05aae7b2-e033-4a45-820a-9674fe505572 req-371beb93-64cb-4c4a-afeb-e49156ff5728 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1499789 Apr 02 18:10:48.456767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d0d63-5e3d-48b7-a001-91f4946771fa req-b03bfcda-baee-417c-b1ab-4d2b21a543d5 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:48.458974 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-849d0d63-5e3d-48b7-a001-91f4946771fa req-b03bfcda-baee-417c-b1ab-4d2b21a543d5 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 949 time: 0.1503179 Apr 02 18:10:48.474195 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-05aae7b2-e033-4a45-820a-9674fe505572 req-eb111f53-c472-48b1-a2d0-c6333fee0999 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468023 Apr 02 18:10:48.523729 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-849d0d63-5e3d-48b7-a001-91f4946771fa req-ca839cca-2f39-4293-885b-4e1af9164821 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569699 Apr 02 18:10:48.675620 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58554) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:48.721913 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab9f09-aa94-45a7-a44e-6a0d19a87646 req-9959debd-2b23-40d9-8af6-d62159248ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:48.723491 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5eab9f09-aa94-45a7-a44e-6a0d19a87646 req-9959debd-2b23-40d9-8af6-d62159248ad8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 1098 time: 0.0866911 Apr 02 18:10:48.769451 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5eab9f09-aa94-45a7-a44e-6a0d19a87646 req-cead14ad-4137-4291-8fa9-75c8a37b1a87 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Apr 02 18:10:48.802247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2130299274-network', 'tenant_id': '8aa89f99c92046b0bc660ef278b928f6'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:48.807196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:48.811516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Usage tracker for resource:network and tenant:8aa89f99c92046b0bc660ef278b928f6 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:48.814619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:48.821219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:48.830304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Made reservation on behalf of 8aa89f99c92046b0bc660ef278b928f6 for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:48.839008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.849056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.865784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:48.870034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Usage tracker for resource:security_group_rule and tenant:8aa89f99c92046b0bc660ef278b928f6 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:48.873024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:48.878919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:48.979976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.981113 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.985520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3d408991-56c6-42fe-8619-7a2d89af5c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:49.014695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:10:49.023794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:49.028201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:49.030682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.031072 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Added segment 7b165984-ca0b-42e7-97bd-c36b045927ac of type vlan for network 12a6b45a-cd61-48f6-88bb-40746222260f Apr 02 18:10:49.064696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.098153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.099591 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:49.100559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.106767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3b3321fd-548d-472c-84a5-dd2bfceb9ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:49.221103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Pushing event updated for resources: {'Network': ['ID=12a6b45a-cd61-48f6-88bb-40746222260f,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:49.225228 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5481868 Apr 02 18:10:49.226140 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:49.228824 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 58582) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:49.235648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Request body: {'subnet': {'network_id': '12a6b45a-cd61-48f6-88bb-40746222260f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2130299274-subnet', 'tenant_id': '8aa89f99c92046b0bc660ef278b928f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:49.235758 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 12a6b45a-cd61-48f6-88bb-40746222260f details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:10:49.240709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:49.244807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Usage tracker for resource:subnet and tenant:8aa89f99c92046b0bc660ef278b928f6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:49.247734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:49.253682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:49.264241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Made reservation on behalf of 8aa89f99c92046b0bc660ef278b928f6 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:49.268982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.473282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58590) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:49.637489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.655210 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:49.659309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Usage tracker for resource:security_group_rule and tenant:6678f21810d94fa09b78f06d53b54d42 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:49.662323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:49.668641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:49.717359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca477e-4d73-423c-8506-9262fa1f0c50 req-7f513a33-2d49-4cd8-9c8c-8f9278ae5e83 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:49.718857 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1aca477e-4d73-423c-8506-9262fa1f0c50 req-7f513a33-2d49-4cd8-9c8c-8f9278ae5e83 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1180780 Apr 02 18:10:49.766726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.773443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.774791 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1aca477e-4d73-423c-8506-9262fa1f0c50 req-9419a646-f88a-4a2d-abee-682c97d2b1ce tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 Apr 02 18:10:49.802565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-32dab94e-24a3-4686-859f-e89d9c0eefb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:49.835763 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6678f21810d94fa09b78f06d53b54d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591502 Apr 02 18:10:49.835763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c636ce-4eed-46be-a006-0bd61178add0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:49.836565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 58602) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:49.837794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:49.896278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.921014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6b9dbb37-fc81-488a-ae7f-b85189866f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:50.050582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 5367afbd-8a50-4bf7-aa5c-0432c2cce724 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:50.090862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 5367afbd-8a50-4bf7-aa5c-0432c2cce724 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:50.091261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 5367afbd-8a50-4bf7-aa5c-0432c2cce724 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:50.108369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12d40fb7-1fc5-4834-8e12-06e86b4fd7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:50.346487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdfcf87-e482-4ea8-ace9-4a6a97df5403,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:50.365084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:50.378010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12d40fb7-1fc5-4834-8e12-06e86b4fd7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:50.460907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e1428-b0f3-4530-9778-a970411c577c req-0ccf3116-dc67-40a6-8f06-2c016eb4985b tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:50.462990 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-612e1428-b0f3-4530-9778-a970411c577c req-0ccf3116-dc67-40a6-8f06-2c016eb4985b tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 949 time: 0.5473552 Apr 02 18:10:50.526807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12d40fb7-1fc5-4834-8e12-06e86b4fd7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:50.533476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:50.540026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Checking segment: {'id': '7b165984-ca0b-42e7-97bd-c36b045927ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12a6b45a-cd61-48f6-88bb-40746222260f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:50.540444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Network hostable DHCP agents. Network: 12a6b45a-cd61-48f6-88bb-40746222260f, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:10:50.563534 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-612e1428-b0f3-4530-9778-a970411c577c req-cacafba4-0219-4dad-bbdb-13e59806c05b tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920379 Apr 02 18:10:50.566866 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d40fb7-1fc5-4834-8e12-06e86b4fd7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c636ce-4eed-46be-a006-0bd61178add0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:50.570148 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-12d40fb7-1fc5-4834-8e12-06e86b4fd7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:50.580221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12d40fb7-1fc5-4834-8e12-06e86b4fd7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:50.584243 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-12d40fb7-1fc5-4834-8e12-06e86b4fd7b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1c636ce-4eed-46be-a006-0bd61178add0 HTTP/1.1" status: 204 len: 168 time: 0.7445164 Apr 02 18:10:50.585606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Network 12a6b45a-cd61-48f6-88bb-40746222260f is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:10:50.597784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 12a6b45a-cd61-48f6-88bb-40746222260f) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:50.602233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:50.602879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:50.622646 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6bf767c9-863a-474d-8f55-82db671820a8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3924870 Apr 02 18:10:50.633747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce54312f-e404-4c9c-a653-94ad35e7e2a8 None None] Network 12a6b45a-cd61-48f6-88bb-40746222260f requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:50.903858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f49a6bb-558b-48f4-95c7-2a8fbc2cbc89 None None] Network 12a6b45a-cd61-48f6-88bb-40746222260f requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:50.993167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 58626) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:51.023632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.041780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:51.045948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Usage tracker for resource:security_group_rule and tenant:179d4db70d6540e6a822b63facb3d2b3 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:51.049241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:51.057060 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:51.160510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.164955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.200201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e148e884-f923-4996-9bd0-6cf831d25441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:51.217712 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=179d4db70d6540e6a822b63facb3d2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233245 Apr 02 18:10:51.220626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58636) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:51.288010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3051ec8a-97dd-45f8-9185-454d5e5098e1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:51.292274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:51.303001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7096cd5b-8ea5-48ba-995c-c5ad18f1c3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.334819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fd3f-b075-43c1-9dfd-8029489df3af req-04e1c787-cd80-45fb-bcb4-0be4170be522 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:51.336523 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-69f4fd3f-b075-43c1-9dfd-8029489df3af req-04e1c787-cd80-45fb-bcb4-0be4170be522 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1245871 Apr 02 18:10:51.338138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7096cd5b-8ea5-48ba-995c-c5ad18f1c3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.387698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7096cd5b-8ea5-48ba-995c-c5ad18f1c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.394525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ba710e27-6020-49f0-803c-a83559fba517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:51.402011 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-69f4fd3f-b075-43c1-9dfd-8029489df3af req-19fd7de9-4b05-4d88-b7ed-2c9cdcd1ae40 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578389 Apr 02 18:10:51.422197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096cd5b-8ea5-48ba-995c-c5ad18f1c3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3051ec8a-97dd-45f8-9185-454d5e5098e1,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:51.448342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7096cd5b-8ea5-48ba-995c-c5ad18f1c3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:51.449622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7096cd5b-8ea5-48ba-995c-c5ad18f1c3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.469664 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7096cd5b-8ea5-48ba-995c-c5ad18f1c3c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3051ec8a-97dd-45f8-9185-454d5e5098e1 HTTP/1.1" status: 204 len: 168 time: 0.2476261 Apr 02 18:10:51.534257 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58650) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:51.540863 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1407814515-network', 'tenant_id': '5cab0dbe785a471da93240fc03882d66'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:51.546671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:51.550848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Usage tracker for resource:network and tenant:5cab0dbe785a471da93240fc03882d66 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:51.553962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:51.560587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:51.570491 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Made reservation on behalf of 5cab0dbe785a471da93240fc03882d66 for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:51.576216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.596437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.613565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e68c7c-e720-4c67-a334-538bdb9743bb req-0eb466fe-eede-4a11-ae33-db22759df8dc tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:51.614968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:51.615128 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-83e68c7c-e720-4c67-a334-538bdb9743bb req-0eb466fe-eede-4a11-ae33-db22759df8dc tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 949 time: 0.0997376 Apr 02 18:10:51.619194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Usage tracker for resource:security_group_rule and tenant:5cab0dbe785a471da93240fc03882d66 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:51.622206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:51.628439 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:51.672334 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-83e68c7c-e720-4c67-a334-538bdb9743bb req-d6767459-3afe-4fe8-b278-0a9f732db77b tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Apr 02 18:10:51.724531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.728525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.734707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fb83118c-e728-4b21-9ad4-12ab9f05b812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:51.754101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:10:51.785495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c391f08e-4e74-41c0-89a7-540e1468f55e,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:51.791990 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.792412 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Added segment d6cdec83-58fb-4cdc-9262-43f62f46092a of type vlan for network ff1fde65-8b7c-495d-bfc0-15086e1742f7 Apr 02 18:10:51.793892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:51.824424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.854631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.855998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:51.856662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.863575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:51.883147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c432de6-b5e1-4692-b70b-f4da1cbe784f req-57576987-9e3d-468d-ba29-a76001515ff0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:51.885131 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8c432de6-b5e1-4692-b70b-f4da1cbe784f req-57576987-9e3d-468d-ba29-a76001515ff0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1011317 Apr 02 18:10:51.943543 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8c432de6-b5e1-4692-b70b-f4da1cbe784f req-a339df3a-d7b6-49e1-8800-874f5e29a08b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Apr 02 18:10:51.987494 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4486570 Apr 02 18:10:51.990158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 58668) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:51.997600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Request body: {'subnet': {'network_id': 'ff1fde65-8b7c-495d-bfc0-15086e1742f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1407814515-subnet', 'tenant_id': '5cab0dbe785a471da93240fc03882d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:52.001114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Pushing event updated for resources: {'Network': ['ID=ff1fde65-8b7c-495d-bfc0-15086e1742f7,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:52.004659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:52.005721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:52.010423 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Usage tracker for resource:subnet and tenant:5cab0dbe785a471da93240fc03882d66 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:52.013514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:52.017480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network ff1fde65-8b7c-495d-bfc0-15086e1742f7 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:10:52.019814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:52.030786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Made reservation on behalf of 5cab0dbe785a471da93240fc03882d66 for: {'subnet': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:52.037431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847962598'] for subnet, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:52.582421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6669910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847962583'] for subnet, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:52.603647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c25e7367-853b-4445-ba58-5c3b26d12251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:52.770713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70315fdf-75a2-465c-9474-95f324f8a2d5,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:52.791655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:52.849040 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Checking segment: {'id': 'd6cdec83-58fb-4cdc-9262-43f62f46092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ff1fde65-8b7c-495d-bfc0-15086e1742f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:52.849587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Network hostable DHCP agents. Network: ff1fde65-8b7c-495d-bfc0-15086e1742f7, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:10:52.873386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Network ff1fde65-8b7c-495d-bfc0-15086e1742f7 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:10:52.883659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, ff1fde65-8b7c-495d-bfc0-15086e1742f7) {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:52.894211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa128f-3ed6-473c-8394-5597e6333fe6 None None] Network ff1fde65-8b7c-495d-bfc0-15086e1742f7 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:52.910612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:52.911263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:52.933751 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-27f01a86-bbee-409e-b1f2-669bd44880f4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9424305 Apr 02 18:10:52.938026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52527efb-3e36-4890-96e6-b9aa3bed7833 req-d0fe58a2-7ce3-4295-a26a-19401373ea13 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:52.941453 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-52527efb-3e36-4890-96e6-b9aa3bed7833 req-d0fe58a2-7ce3-4295-a26a-19401373ea13 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 949 time: 0.1073899 Apr 02 18:10:53.067377 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-52527efb-3e36-4890-96e6-b9aa3bed7833 req-f7c92c8c-4362-4353-89cb-06dabbf2246b tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.32 "GET /v2.0/security-groups?id=76792b1d-d3c5-4a64-a35f-3f568fcd9b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761783 Apr 02 18:10:53.117405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77407042-db75-4afe-a6c4-677b762d3caf req-d1fbfcd7-6cb1-4415-b4c0-a3e8b6be59a2 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:53.120408 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-77407042-db75-4afe-a6c4-677b762d3caf req-d1fbfcd7-6cb1-4415-b4c0-a3e8b6be59a2 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.20 "GET /v2.0/ports?device_id=07d6d3b5-31e5-445b-bf9e-3d28568eb393 HTTP/1.1" status: 200 len: 949 time: 0.1719639 Apr 02 18:10:53.180212 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ded1090-8407-4a20-b70f-26f094497ac0 None None] Network ff1fde65-8b7c-495d-bfc0-15086e1742f7 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:53.262096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Deleting port f424f435-9f0b-451e-889d-b1cb820a62c0 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:53.262379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:53.576459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] For port f424f435-9f0b-451e-889d-b1cb820a62c0, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f424f435-9f0b-451e-889d-b1cb820a62c0,segment=NetworkSegment(fca5c371-070a-4e07-8d42-a0fb4da645f9),segment_id=fca5c371-070a-4e07-8d42-a0fb4da645f9)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:53.576854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:53.715005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Calling delete_port for f424f435-9f0b-451e-889d-b1cb820a62c0 owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:53.867850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:53.887373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:53.896073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['f424f435-9f0b-451e-889d-b1cb820a62c0'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:53.942224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Pushing event deleted for resources: {'Port': ['ID=f424f435-9f0b-451e-889d-b1cb820a62c0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:53.945872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:54.165464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] No DVR routers for this DVR port f424f435-9f0b-451e-889d-b1cb820a62c0 on host hv-cinder-78447 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:10:54.167956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:54.170811 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6d3b5-31e5-445b-bf9e-3d28568eb393', 'name': 'network-vif-deleted', 'tag': 'f424f435-9f0b-451e-889d-b1cb820a62c0'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:54.192320 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-77407042-db75-4afe-a6c4-677b762d3caf req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] 10.222.0.20 "DELETE /v2.0/ports/f424f435-9f0b-451e-889d-b1cb820a62c0 HTTP/1.1" status: 204 len: 173 time: 1.0567703 Apr 02 18:10:58.077551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device f424f435-9f0b-451e-889d-b1cb820a62c0 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:58.115193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: f424f435-9f0b-451e-889d-b1cb820a62c0 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:58.115479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device f424f435-9f0b-451e-889d-b1cb820a62c0 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:11:00.676433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-c5ef5737-5441-45b0-a78c-cd6c0165f0d1 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:00.677917 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-c5ef5737-5441-45b0-a78c-cd6c0165f0d1 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/networks?id=2d220e60-3ce6-4435-8833-f399bea933ab HTTP/1.1" status: 200 len: 808 time: 0.1634517 Apr 02 18:11:00.684519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557a1-e88a-45fa-a127-ad1222613a40 req-a9a50a36-6496-4070-a54d-83b4e1a5e988 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:00.686139 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-a9a50a36-6496-4070-a54d-83b4e1a5e988 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/networks?id=12a6b45a-cd61-48f6-88bb-40746222260f HTTP/1.1" status: 200 len: 809 time: 0.1686707 Apr 02 18:11:00.693968 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-7505bd14-01b0-4d30-8b4d-b9ecf34fa9c4 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/quotas/fae4851f1398491987ae06d1f536c686 HTTP/1.1" status: 200 len: 375 time: 0.0097811 Apr 02 18:11:00.702734 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-2585ec71-6fe4-4139-922b-31d477df0e3d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/quotas/8aa89f99c92046b0bc660ef278b928f6 HTTP/1.1" status: 200 len: 375 time: 0.0102773 Apr 02 18:11:00.751818 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-c4d9f40a-dbd8-4c12-a1d0-c7a95d4f0ef0 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fae4851f1398491987ae06d1f536c686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519288 Apr 02 18:11:00.757953 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-24f566a2-7c64-4c08-85a7-c6ce6f550dc6 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8aa89f99c92046b0bc660ef278b928f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488508 Apr 02 18:11:00.899251 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-f3026353-9d0e-4394-ab63-a0104a0d740f service neutron] 10.222.0.32 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398098 Apr 02 18:11:00.900962 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-751ab313-140f-4992-9d7a-68e50942b74d service neutron] 10.222.0.32 "GET /v2.0/networks/12a6b45a-cd61-48f6-88bb-40746222260f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348417 Apr 02 18:11:01.050572 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-b46a0ef9-3b07-4cd8-b97b-2ef39444d6c8 service neutron] 10.222.0.32 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428325 Apr 02 18:11:01.080188 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-5250614d-f06c-4d93-a0c1-21e82c9a1306 service neutron] 10.222.0.32 "GET /v2.0/networks/12a6b45a-cd61-48f6-88bb-40746222260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719007 Apr 02 18:11:01.447062 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d6d3b5-31e5-445b-bf9e-3d28568eb393', 'name': 'network-vif-deleted', 'tag': 'f424f435-9f0b-451e-889d-b1cb820a62c0', 'status': 'completed', 'code': 200} Apr 02 18:11:01.733719 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1cdcdd86-9391-499a-b38e-c9fd1acb1d29 req-fe99afa4-b33d-4c73-a7c7-3e539a6d1c48 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 210 time: 0.1161489 Apr 02 18:11:01.804077 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-49b78ac1-b2e4-4736-875e-9dc139ca33cd req-e80fc7b2-2114-4242-ac67-fd1ea9e927bb tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 210 time: 0.0716853 Apr 02 18:11:01.846198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-d4ee5556-f700-42f8-bc3e-5de78ca8608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:01.847862 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-d4ee5556-f700-42f8-bc3e-5de78ca8608e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1099 time: 0.2031825 Apr 02 18:11:01.972259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192832-50af-4137-90ef-041c682efc3d req-f07eb929-0796-454a-ab6e-ccf0da1845ea tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:01.974089 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fe192832-50af-4137-90ef-041c682efc3d req-f07eb929-0796-454a-ab6e-ccf0da1845ea tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0925014 Apr 02 18:11:02.043866 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-08150762-5a7c-4f1c-a7ae-6663d68447b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:02.047091 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fe192832-50af-4137-90ef-041c682efc3d req-2984ce77-2116-4c97-8f96-a7a612e5dfab tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637696 Apr 02 18:11:02.047339 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-08150762-5a7c-4f1c-a7ae-6663d68447b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.1823983 Apr 02 18:11:02.132541 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-b0dac8b6-4204-40d9-931b-f65eb9aab274 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 200 len: 217 time: 0.0754035 Apr 02 18:11:02.220937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-2e739c43-ba7e-4d3a-a4f9-1d9480932f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:02.222443 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-2e739c43-ba7e-4d3a-a4f9-1d9480932f05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.0748007 Apr 02 18:11:02.280025 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-b0b854d9-afa4-4a1f-a5be-d807e0da101f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476511 Apr 02 18:11:02.480618 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-376a334a-041e-4594-9258-60afcf6ba083 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887486 Apr 02 18:11:02.683410 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27c2d1e3-f8a2-4d0b-83be-cb970f28c908 req-d8546186-847c-4490-8e45-3e8b7e40830a service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946669 Apr 02 18:11:03.013491 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cd5c229d-653d-4636-b44e-67e06e7aa7d3 req-546d2936-2299-40b0-9ee9-cc9e42ed6e39 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 210 time: 0.1285062 Apr 02 18:11:03.092560 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557a1-e88a-45fa-a127-ad1222613a40 req-d775be02-d8cd-4afd-967d-2d295323a81d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:03.094136 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-d775be02-d8cd-4afd-967d-2d295323a81d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.20 "GET /v2.0/networks?id=12a6b45a-cd61-48f6-88bb-40746222260f HTTP/1.1" status: 200 len: 809 time: 0.3291118 Apr 02 18:11:03.112751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Request body: {'port': {'device_id': '283174f6-f1f4-4e9d-a821-7c75fec8cc69', 'network_id': '12a6b45a-cd61-48f6-88bb-40746222260f', 'admin_state_up': True, 'tenant_id': '8aa89f99c92046b0bc660ef278b928f6'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:03.215494 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d98c441e-5c6d-4a24-9551-fa46eaa6b611 req-13d2b1ab-6857-47fc-88ab-68227059f0a0 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 210 time: 0.1078057 Apr 02 18:11:03.292043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaefd1-d0e8-45a6-90a9-3f68f2fe8b1f req-e3379795-0714-414d-8925-ed530a23bdf5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:03.293819 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5eeaefd1-d0e8-45a6-90a9-3f68f2fe8b1f req-e3379795-0714-414d-8925-ed530a23bdf5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1133163 Apr 02 18:11:03.351904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:03.368924 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Usage tracker for resource:port and tenant:8aa89f99c92046b0bc660ef278b928f6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:03.377696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:03.391649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:03.407329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Made reservation on behalf of 8aa89f99c92046b0bc660ef278b928f6 for: {'port': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:11:03.415293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:03.466135 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5eeaefd1-d0e8-45a6-90a9-3f68f2fe8b1f req-5d4333d9-38de-4474-8946-e24362cccff1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370511 Apr 02 18:11:03.526258 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-9de68d2e-3fd2-4b99-ad74-0e9697bd54bd tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:03.528271 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-9de68d2e-3fd2-4b99-ad74-0e9697bd54bd tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.20 "GET /v2.0/networks?id=2d220e60-3ce6-4435-8833-f399bea933ab HTTP/1.1" status: 200 len: 808 time: 0.2332921 Apr 02 18:11:03.547245 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Request body: {'port': {'device_id': 'f00fb92d-5d9e-4759-b456-67d7674a5981', 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab', 'admin_state_up': True, 'tenant_id': 'fae4851f1398491987ae06d1f536c686'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:03.617644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Allocated IP 172.20.0.7 (12a6b45a-cd61-48f6-88bb-40746222260f/2cdfcf87-e482-4ea8-ace9-4a6a97df5403/0b824e89-3a8b-4294-ac1c-b36f96fe2a7d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:11:03.733465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:03.745776 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:03.756025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Made reservation on behalf of fae4851f1398491987ae06d1f536c686 for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:11:03.762934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:03.967441 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Allocated IP 172.20.0.11 (2d220e60-3ce6-4435-8833-f399bea933ab/f3d5a5e7-ce39-478e-ba79-491c88ffd518/2ca19722-943a-4660-883c-9f854c7abad7) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:11:04.079285 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:04.122170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:04.141990 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:04.254281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Pushing event updated for resources: {'Port': ['ID=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:04.257441 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:04.403897 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8265410f-e14c-4219-abc7-ce36613ef69e req-a84e79aa-cc44-4979-afd7-57dc2c130680 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 210 time: 0.1283798 Apr 02 18:11:04.439228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Network 12a6b45a-cd61-48f6-88bb-40746222260f is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:11:04.443206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:11:04.450014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:11:04.457047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:04.457732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:04.483394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:04.545398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:04.551431 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-77f6afb4-b208-4a5d-9e21-9248de24a034 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4449756 Apr 02 18:11:04.580895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:04.605776 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Request body: {'port': {'device_id': '283174f6-f1f4-4e9d-a821-7c75fec8cc69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:04.675931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f24111-d72f-416b-97a3-a3a7cd322c39 req-ebb0668e-cda0-4db0-82fa-69206872854e tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:04.676738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-04f24111-d72f-416b-97a3-a3a7cd322c39 req-ebb0668e-cda0-4db0-82fa-69206872854e tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Synchronizing usage tracker for tenant:8aa89f99c92046b0bc660ef278b928f6 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:04.699637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-04f24111-d72f-416b-97a3-a3a7cd322c39 req-ebb0668e-cda0-4db0-82fa-69206872854e tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Unset dirty status for tenant:8aa89f99c92046b0bc660ef278b928f6 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:04.701077 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-04f24111-d72f-416b-97a3-a3a7cd322c39 req-ebb0668e-cda0-4db0-82fa-69206872854e tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 931 time: 0.2250493 Apr 02 18:11:04.820741 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-04f24111-d72f-416b-97a3-a3a7cd322c39 req-d5b15006-18e7-4ab3-9afd-8364a5f85a2a tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Apr 02 18:11:04.842122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:05.030070 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Pushing event updated for resources: {'Port': ['ID=2ca19722-943a-4660-883c-9f854c7abad7,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:05.036546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:05.092584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a06c8-aa94-400b-981d-b8c44474a458 req-3736f052-1da9-43b3-b478-1103f82c20d6 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:05.106893 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-773a06c8-aa94-400b-981d-b8c44474a458 req-3736f052-1da9-43b3-b478-1103f82c20d6 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.4778950 Apr 02 18:11:05.166351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Network 2d220e60-3ce6-4435-8833-f399bea933ab is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:11:05.170725 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:11:05.173237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:11:05.245843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:05.247652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:05.281295 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-773a06c8-aa94-400b-981d-b8c44474a458 req-2e6d2c1e-7d61-4cab-b6de-0966efc4e370 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751246 Apr 02 18:11:05.286409 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7447000 Apr 02 18:11:05.304100 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Request body: {'port': {'device_id': 'f00fb92d-5d9e-4759-b456-67d7674a5981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:05.419070 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d {{(pid=84334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:11:05.446832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:05.470198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Transition to ACTIVE for port object 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:11:05.478970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:05.499638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:05.543116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:05.719666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Pushing event updated for resources: {'Port': ['ID=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:05.730025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:05.853379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bb5d7-14f2-4ce0-a902-98449b00816a req-102ed487-15d4-47b1-9bdd-1386c0dcf5bd tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:05.855061 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5f3bb5d7-14f2-4ce0-a902-98449b00816a req-102ed487-15d4-47b1-9bdd-1386c0dcf5bd tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 932 time: 0.2935009 Apr 02 18:11:06.023835 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5f3bb5d7-14f2-4ce0-a902-98449b00816a req-df5c2cf3-5d67-4f62-9ef9-18046b119006 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354887 Apr 02 18:11:06.025760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Attempting to bind port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:11:06.026769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Attempting to bind port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '7b165984-ca0b-42e7-97bd-c36b045927ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12a6b45a-cd61-48f6-88bb-40746222260f'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:11:06.027041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Attempting to bind port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d on network 12a6b45a-cd61-48f6-88bb-40746222260f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:11:06.035425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d on network 12a6b45a-cd61-48f6-88bb-40746222260f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:11:06.035425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Attempting to bind port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d on network 12a6b45a-cd61-48f6-88bb-40746222260f {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:11:06.038759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:11:06.039243 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Checking segment: {'id': '7b165984-ca0b-42e7-97bd-c36b045927ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12a6b45a-cd61-48f6-88bb-40746222260f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:11:06.039735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Bound using segment: {'id': '7b165984-ca0b-42e7-97bd-c36b045927ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12a6b45a-cd61-48f6-88bb-40746222260f'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:11:06.040396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Bound port: 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b165984-ca0b-42e7-97bd-c36b045927ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12a6b45a-cd61-48f6-88bb-40746222260f'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:11:06.040794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.152719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925f911-a539-4442-bdd5-d3f8da4339cb req-13dd9785-42d9-4190-94fc-29eca4f1b6dc tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:06.154458 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5925f911-a539-4442-bdd5-d3f8da4339cb req-13dd9785-42d9-4190-94fc-29eca4f1b6dc tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 943 time: 0.1706665 Apr 02 18:11:06.164008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca19722-943a-4660-883c-9f854c7abad7 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:11:06.188132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] For port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d, host hv-cinder-78447, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:11:06.191281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.191554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] For port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,segment=NetworkSegment(7b165984-ca0b-42e7-97bd-c36b045927ac),segment_id=7b165984-ca0b-42e7-97bd-c36b045927ac)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:11:06.195038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.227446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8b6f9217-f2fb-4ef7-a5aa-ad8f9c2cd811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:06.235563 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Transition to ACTIVE for port object 2ca19722-943a-4660-883c-9f854c7abad7 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:11:06.238398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-5925f911-a539-4442-bdd5-d3f8da4339cb req-bb6d4da6-848a-458c-89f1-fbefe6bd32d2 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Synchronizing usage tracker for tenant:8aa89f99c92046b0bc660ef278b928f6 on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:06.254595 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.273229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:06.319977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Pushing event updated for resources: {'Port': ['ID=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:06.326584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:06.459812 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:06.460509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.462182 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b824e89-3a8b-4294-ac1c-b36f96fe2a7d HTTP/1.1" status: 200 len: 1093 time: 1.8883002 Apr 02 18:11:06.462726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283174f6-f1f4-4e9d-a821-7c75fec8cc69', 'tag': '0b824e89-3a8b-4294-ac1c-b36f96fe2a7d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:06.498446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-5925f911-a539-4442-bdd5-d3f8da4339cb req-bb6d4da6-848a-458c-89f1-fbefe6bd32d2 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Unset dirty status for tenant:8aa89f99c92046b0bc660ef278b928f6 on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:06.499696 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5925f911-a539-4442-bdd5-d3f8da4339cb req-bb6d4da6-848a-458c-89f1-fbefe6bd32d2 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384147 Apr 02 18:11:06.582754 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=2ca19722-943a-4660-883c-9f854c7abad7,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:06.594088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:06.642521 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283174f6-f1f4-4e9d-a821-7c75fec8cc69', 'tag': '0b824e89-3a8b-4294-ac1c-b36f96fe2a7d', 'status': 'completed', 'code': 200} Apr 02 18:11:06.710115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557a1-e88a-45fa-a127-ad1222613a40 req-b798a5ed-020d-4237-bd2d-d1e848ccdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:06.712223 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-b798a5ed-020d-4237-bd2d-d1e848ccdf1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8aa89f99c92046b0bc660ef278b928f6&device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 1096 time: 0.2015719 Apr 02 18:11:06.730331 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab591783-ce23-45f4-9e08-283c82451c44 req-f5836452-555a-444c-a1fa-f33bd3ee35f1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:06.731896 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab591783-ce23-45f4-9e08-283c82451c44 req-f5836452-555a-444c-a1fa-f33bd3ee35f1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1356130 Apr 02 18:11:06.801261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Attempting to bind port 2ca19722-943a-4660-883c-9f854c7abad7 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:11:06.801713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Attempting to bind port 2ca19722-943a-4660-883c-9f854c7abad7 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:11:06.801997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Attempting to bind port 2ca19722-943a-4660-883c-9f854c7abad7 on network 2d220e60-3ce6-4435-8833-f399bea933ab {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:11:06.808302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Port 2ca19722-943a-4660-883c-9f854c7abad7 on network 2d220e60-3ce6-4435-8833-f399bea933ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:11:06.808776 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Attempting to bind port 2ca19722-943a-4660-883c-9f854c7abad7 on network 2d220e60-3ce6-4435-8833-f399bea933ab {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:11:06.817022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:11:06.818754 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Checking segment: {'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:11:06.819585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Bound using segment: {'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:11:06.819836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Bound port: 2ca19722-943a-4660-883c-9f854c7abad7, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:11:06.820336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.830848 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-70aa53c3-6544-4f58-80eb-1550c0ee113c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d HTTP/1.1" status: 200 len: 217 time: 0.0978718 Apr 02 18:11:06.895656 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab591783-ce23-45f4-9e08-283c82451c44 req-a1fbbced-a158-4997-873b-f7ab9a0cee62 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994346 Apr 02 18:11:06.931999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557a1-e88a-45fa-a127-ad1222613a40 req-e9ef8dfb-b75a-49b4-829e-95bf0306a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:06.934139 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-e9ef8dfb-b75a-49b4-829e-95bf0306a1e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2cdfcf87-e482-4ea8-ace9-4a6a97df5403 HTTP/1.1" status: 200 len: 849 time: 0.0918660 Apr 02 18:11:06.937356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] For port 2ca19722-943a-4660-883c-9f854c7abad7, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:11:06.940716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] For port 2ca19722-943a-4660-883c-9f854c7abad7, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2ca19722-943a-4660-883c-9f854c7abad7,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:11:06.945396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.961780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:06.991589 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-48f987c4-636a-4749-9729-f160d0297977 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12a6b45a-cd61-48f6-88bb-40746222260f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502384 Apr 02 18:11:07.046014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 59192) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:07.064117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.118297 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=2ca19722-943a-4660-883c-9f854c7abad7,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:07.123787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:07.158170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:07.158953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.160354 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] 10.222.0.20 "PUT /v2.0/ports/2ca19722-943a-4660-883c-9f854c7abad7 HTTP/1.1" status: 200 len: 1094 time: 1.8617151 Apr 02 18:11:07.160885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00fb92d-5d9e-4759-b456-67d7674a5981', 'tag': '2ca19722-943a-4660-883c-9f854c7abad7'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:07.163696 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-4cd96f4f-4006-437e-a93c-94ee76d207c7 service neutron] 10.222.0.20 "GET /v2.0/networks/12a6b45a-cd61-48f6-88bb-40746222260f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569171 Apr 02 18:11:07.265642 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00fb92d-5d9e-4759-b456-67d7674a5981', 'tag': '2ca19722-943a-4660-883c-9f854c7abad7', 'status': 'completed', 'code': 200} Apr 02 18:11:07.313464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.341175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:07.348405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Usage tracker for resource:security_group_rule and tenant:2e96bb846ec94fe0bf05d33a1588c199 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:07.353421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:07.363373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:07.370834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b4eb0-bb49-45f3-bac4-ad5f9f7f9a77 req-f0094937-2c53-49f7-8978-e9c5067d50e4 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:07.371706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-894b4eb0-bb49-45f3-bac4-ad5f9f7f9a77 req-f0094937-2c53-49f7-8978-e9c5067d50e4 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Synchronizing usage tracker for tenant:fae4851f1398491987ae06d1f536c686 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:07.390129 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-90590463-d150-4289-85a5-7ccf4935d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:07.391726 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-90590463-d150-4289-85a5-7ccf4935d35a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fae4851f1398491987ae06d1f536c686&device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 1097 time: 0.1252718 Apr 02 18:11:07.397983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-894b4eb0-bb49-45f3-bac4-ad5f9f7f9a77 req-f0094937-2c53-49f7-8978-e9c5067d50e4 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Unset dirty status for tenant:fae4851f1398491987ae06d1f536c686 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:07.399309 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-894b4eb0-bb49-45f3-bac4-ad5f9f7f9a77 req-f0094937-2c53-49f7-8978-e9c5067d50e4 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 944 time: 0.2183878 Apr 02 18:11:07.404006 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-324557a1-e88a-45fa-a127-ad1222613a40 req-db43aa02-b624-47a8-90f2-77d0543532d8 service neutron] 10.222.0.20 "GET /v2.0/networks/12a6b45a-cd61-48f6-88bb-40746222260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208834 Apr 02 18:11:07.506963 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-597a817c-9895-4ece-ab91-4fdbc882d974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca19722-943a-4660-883c-9f854c7abad7 HTTP/1.1" status: 200 len: 217 time: 0.0810528 Apr 02 18:11:07.534216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.543849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.572567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:07.592545 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-894b4eb0-bb49-45f3-bac4-ad5f9f7f9a77 req-8358e8b2-368e-406b-9895-3212e7d5f1b8 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842892 Apr 02 18:11:07.620219 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e96bb846ec94fe0bf05d33a1588c199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5706499 Apr 02 18:11:07.621207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59218) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:07.625253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e651c-a8e5-4f59-a802-c323c4e9096f,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:07.642406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:07.662600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-213bccc9-23c0-41c5-92f2-9c23ce1404bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:07.664269 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-213bccc9-23c0-41c5-92f2-9c23ce1404bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3d5a5e7-ce39-478e-ba79-491c88ffd518 HTTP/1.1" status: 200 len: 848 time: 0.1492207 Apr 02 18:11:07.680379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-c58cd1da-905f-4a32-b2b4-1e13e95c1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:07.681999 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-c58cd1da-905f-4a32-b2b4-1e13e95c1cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8aa89f99c92046b0bc660ef278b928f6&device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 1096 time: 0.1958706 Apr 02 18:11:07.740239 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-3e659f8f-4fc6-4e71-a441-2a75f5cf3632 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d220e60-3ce6-4435-8833-f399bea933ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673752 Apr 02 18:11:07.876827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-b2750ae7-5c77-4fd5-a886-4ecb31f1469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:07.879111 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-b2750ae7-5c77-4fd5-a886-4ecb31f1469a service neutron] 10.222.0.20 "GET /v2.0/networks?id=12a6b45a-cd61-48f6-88bb-40746222260f HTTP/1.1" status: 200 len: 910 time: 0.1894486 Apr 02 18:11:07.951695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0919a1cb-e3c8-42e3-baf3-c5641ac415fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.974953 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-e6098e06-5934-4969-a664-1673d4728025 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d HTTP/1.1" status: 200 len: 217 time: 0.0853000 Apr 02 18:11:08.021983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0919a1cb-e3c8-42e3-baf3-c5641ac415fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:08.073209 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-c8c68093-2f52-400e-8b6a-3ea516d19640 service neutron] 10.222.0.20 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099029 Apr 02 18:11:08.074820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-dd2fda26-542e-41a4-9d94-256bbcacc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.076508 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-dd2fda26-542e-41a4-9d94-256bbcacc069 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2cdfcf87-e482-4ea8-ace9-4a6a97df5403 HTTP/1.1" status: 200 len: 849 time: 0.0922658 Apr 02 18:11:08.139204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0e220-c2b4-4a3a-9ef4-2d8e8a5d1ff8 req-30f60095-e496-4795-afcf-9fe38a7863f5 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.144514 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fbd0e220-c2b4-4a3a-9ef4-2d8e8a5d1ff8 req-30f60095-e496-4795-afcf-9fe38a7863f5 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 943 time: 0.3296523 Apr 02 18:11:08.200719 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-1817d638-2a30-41e7-872e-a807e9810f9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12a6b45a-cd61-48f6-88bb-40746222260f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768778 Apr 02 18:11:08.207659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 59246) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:08.303475 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fbd0e220-c2b4-4a3a-9ef4-2d8e8a5d1ff8 req-4212fab0-18cb-4f51-a7c1-d219a7a7f23d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291802 Apr 02 18:11:08.325536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0919a1cb-e3c8-42e3-baf3-c5641ac415fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:08.332912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3fb322f2-288c-4d61-8006-c06eec89e92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:08.382332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919a1cb-e3c8-42e3-baf3-c5641ac415fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e651c-a8e5-4f59-a802-c323c4e9096f,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:08.412373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0919a1cb-e3c8-42e3-baf3-c5641ac415fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:08.451867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0919a1cb-e3c8-42e3-baf3-c5641ac415fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:08.455875 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0919a1cb-e3c8-42e3-baf3-c5641ac415fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b1e651c-a8e5-4f59-a802-c323c4e9096f HTTP/1.1" status: 204 len: 168 time: 0.8311722 Apr 02 18:11:08.461063 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c1622a2-16b2-48b9-b147-6f8383a27825 req-24d03e7c-20d6-4db5-9c1c-1b23ca6444cf service neutron] 10.222.0.20 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726101 Apr 02 18:11:08.608369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-5f995579-8505-4140-9159-c458cde6599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.610116 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-5f995579-8505-4140-9159-c458cde6599b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fae4851f1398491987ae06d1f536c686&device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 1097 time: 0.0923734 Apr 02 18:11:08.783679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca224d0-2d0d-4c54-a3fc-90e38d4a1726 req-16392919-5063-4c20-b2ba-38b374cbf1f4 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.791419 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6ca224d0-2d0d-4c54-a3fc-90e38d4a1726 req-16392919-5063-4c20-b2ba-38b374cbf1f4 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.7138903 Apr 02 18:11:08.807996 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0b152cd9-5b66-428c-8832-7a965f5fea7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db9fac76403648d389240c72bacc6eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959499 Apr 02 18:11:08.816111 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-c4f431b0-f50a-4e0f-af1e-53ed19cb8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.817694 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-c4f431b0-f50a-4e0f-af1e-53ed19cb8fb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d220e60-3ce6-4435-8833-f399bea933ab HTTP/1.1" status: 200 len: 909 time: 0.1991882 Apr 02 18:11:08.818219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59272) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:08.831335 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-c939215b-3055-466d-812b-9277b10e661f service neutron] 10.222.0.20 "GET /v2.0/networks/12a6b45a-cd61-48f6-88bb-40746222260f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999293 Apr 02 18:11:09.009953 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6ca224d0-2d0d-4c54-a3fc-90e38d4a1726 req-9ebc465c-d1ee-4e1a-8778-79c62a045e49 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174566 Apr 02 18:11:09.018353 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-83e66a65-399d-4136-b72f-2fa0c22b6f38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca19722-943a-4660-883c-9f854c7abad7 HTTP/1.1" status: 200 len: 217 time: 0.1078839 Apr 02 18:11:09.021134 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eace3ed3-234b-4c93-821d-1694da30fe99 req-ae5445ac-8aa8-4d69-bf68-87073b47741d service neutron] 10.222.0.20 "GET /v2.0/networks/12a6b45a-cd61-48f6-88bb-40746222260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786222 Apr 02 18:11:09.105627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83d4ec7a-f304-4276-8b9c-c401f7b8e9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:09.162840 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee842-0a9b-4fdd-b6cf-ff9712c5104d req-eee4f41a-e7f0-459d-ad06-6b4208326dd9 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:09.168700 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e1bee842-0a9b-4fdd-b6cf-ff9712c5104d req-eee4f41a-e7f0-459d-ad06-6b4208326dd9 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 944 time: 0.3493700 Apr 02 18:11:09.170499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-b4dfefb2-6fd2-4d00-beeb-9793fb304f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:09.172128 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-b4dfefb2-6fd2-4d00-beeb-9793fb304f70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3d5a5e7-ce39-478e-ba79-491c88ffd518 HTTP/1.1" status: 200 len: 848 time: 0.1242895 Apr 02 18:11:09.174392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83d4ec7a-f304-4276-8b9c-c401f7b8e9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:09.270563 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-95495b45-0705-4af8-8b73-3299d6105173 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d220e60-3ce6-4435-8833-f399bea933ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699580 Apr 02 18:11:09.344285 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e1bee842-0a9b-4fdd-b6cf-ff9712c5104d req-2f103aac-7b21-40d8-a219-e637734c7ba2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621659 Apr 02 18:11:09.458895 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-4a6d8b21-3070-4082-b3db-25820b4a5526 service neutron] 10.222.0.20 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706126 Apr 02 18:11:09.461058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83d4ec7a-f304-4276-8b9c-c401f7b8e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:09.467533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d06ea20e-c50d-42dd-b241-da6b89dea1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:09.523462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4ec7a-f304-4276-8b9c-c401f7b8e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76792b1d-d3c5-4a64-a35f-3f568fcd9b54,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:09.538125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-83d4ec7a-f304-4276-8b9c-c401f7b8e9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:09.539019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83d4ec7a-f304-4276-8b9c-c401f7b8e9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:09.543281 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-83d4ec7a-f304-4276-8b9c-c401f7b8e9d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76792b1d-d3c5-4a64-a35f-3f568fcd9b54 HTTP/1.1" status: 204 len: 168 time: 0.6827791 Apr 02 18:11:09.600156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7a948-40fb-468e-baf4-d35a20b44e06 req-88ad18dd-1f6b-422b-98cf-cb324d2f8c79 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:09.608821 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dde7a948-40fb-468e-baf4-d35a20b44e06 req-88ad18dd-1f6b-422b-98cf-cb324d2f8c79 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 943 time: 0.1273887 Apr 02 18:11:09.668768 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dde7a948-40fb-468e-baf4-d35a20b44e06 req-ea2213df-ce3b-4cc0-9e7f-1980f628a3d5 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588260 Apr 02 18:11:09.698301 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44258021-b913-42f2-a5a7-f536aa9f7f8c req-b765e0d4-7d56-42a5-9579-f5b92839fcc7 service neutron] 10.222.0.20 "GET /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196648 Apr 02 18:11:10.139893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:11:10.205801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8b0d-258a-4d79-8b7d-b81f235ef64d req-c8df4a9b-a2a6-4e07-94bd-2a362c6b3b40 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:10.207407 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-197f8b0d-258a-4d79-8b7d-b81f235ef64d req-c8df4a9b-a2a6-4e07-94bd-2a362c6b3b40 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0888870 Apr 02 18:11:10.263058 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-197f8b0d-258a-4d79-8b7d-b81f235ef64d req-1b04b119-f3b7-49ea-bcc9-2b5007a28d85 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491345 Apr 02 18:11:10.284847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,segment=NetworkSegment(7b165984-ca0b-42e7-97bd-c36b045927ac),segment_id=7b165984-ca0b-42e7-97bd-c36b045927ac)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:10.298696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '0b824e89-3a8b-4294-ac1c-b36f96fe2a7d', 'network_id': '12a6b45a-cd61-48f6-88bb-40746222260f', 'port_id': '0b824e89-3a8b-4294-ac1c-b36f96fe2a7d', 'mac_address': 'fa:16:3e:06:42:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cdfcf87-e482-4ea8-ace9-4a6a97df5403', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:11:10.364370 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:10.383991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:11:10.402145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,segment=NetworkSegment(7b165984-ca0b-42e7-97bd-c36b045927ac),segment_id=7b165984-ca0b-42e7-97bd-c36b045927ac)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:10.405558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:10.408161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:10.479725 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:10.483088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:10.553855 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a161d-0b12-4760-b850-6492c745e941 req-24b4d7ef-b2be-487f-b1fe-125ce9c484e0 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:10.555448 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-712a161d-0b12-4760-b850-6492c745e941 req-24b4d7ef-b2be-487f-b1fe-125ce9c484e0 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 944 time: 0.0875709 Apr 02 18:11:10.601631 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-712a161d-0b12-4760-b850-6492c745e941 req-de66d9d3-2945-440d-bd66-98c7115309d4 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391712 Apr 02 18:11:10.720859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['0b824e89-3a8b-4294-ac1c-b36f96fe2a7d'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:10.873985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2534d5e-d110-4874-8b9f-1981f4ee9881 req-f5ca90bb-fa04-4e31-822a-9e34d00aa42d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:10.881872 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b2534d5e-d110-4874-8b9f-1981f4ee9881 req-f5ca90bb-fa04-4e31-822a-9e34d00aa42d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 944 time: 0.1070426 Apr 02 18:11:10.948118 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b2534d5e-d110-4874-8b9f-1981f4ee9881 req-355c1abc-c1aa-48a8-abc4-9f2159b9a525 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Apr 02 18:11:10.948328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32d72b82-7ea2-48f2-85cc-2c175f66ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:11.339201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888157fe-32fe-4c98-870f-3573a142999a req-a68301b4-d2f0-4e63-b118-e43dcafe208d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:11.340856 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-888157fe-32fe-4c98-870f-3573a142999a req-a68301b4-d2f0-4e63-b118-e43dcafe208d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.0946200 Apr 02 18:11:11.412708 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-888157fe-32fe-4c98-870f-3573a142999a req-4a1fe4d4-f8a0-432c-9aea-b4a099b73214 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638666 Apr 02 18:11:11.623222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4b881-bca7-4649-9fd1-5c28c78fe9a8 req-07755e3a-8cd6-4b68-8dd4-f9e77b575ab8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:11.624843 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14a4b881-bca7-4649-9fd1-5c28c78fe9a8 req-07755e3a-8cd6-4b68-8dd4-f9e77b575ab8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1022418 Apr 02 18:11:11.830247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80938a06-8283-4c07-84ad-db1c90106a9c req-32a4aeac-3bda-4026-b219-42494a3dd76f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:11.831902 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-80938a06-8283-4c07-84ad-db1c90106a9c req-32a4aeac-3bda-4026-b219-42494a3dd76f tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 944 time: 0.0946848 Apr 02 18:11:11.885290 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-80938a06-8283-4c07-84ad-db1c90106a9c req-14b3bd06-06d4-4d9e-b1c6-37a437bd0d8c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Apr 02 18:11:11.901830 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14a4b881-bca7-4649-9fd1-5c28c78fe9a8 req-f237797b-c106-4d8e-aaf6-9d9bcdd04838 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662382 Apr 02 18:11:12.034518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.139465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 2ca19722-943a-4660-883c-9f854c7abad7 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:11:12.140062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423276a1-67a8-4a6a-b84a-04999169ba57 req-cae53db9-668a-436d-9598-ab1a77163a08 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:12.141702 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-423276a1-67a8-4a6a-b84a-04999169ba57 req-cae53db9-668a-436d-9598-ab1a77163a08 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 944 time: 0.0882959 Apr 02 18:11:12.142048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:11:12.195672 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-423276a1-67a8-4a6a-b84a-04999169ba57 req-e756548a-c79d-43e6-bd28-3412376ec9bb tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477097 Apr 02 18:11:12.229960 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:11:12.314272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:11:12.324889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:11:12.325307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.406869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 2ca19722-943a-4660-883c-9f854c7abad7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2ca19722-943a-4660-883c-9f854c7abad7,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:12.423559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '2ca19722-943a-4660-883c-9f854c7abad7', 'network_id': '2d220e60-3ce6-4435-8833-f399bea933ab', 'port_id': '2ca19722-943a-4660-883c-9f854c7abad7', 'mac_address': 'fa:16:3e:34:53:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d5a5e7-ce39-478e-ba79-491c88ffd518', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:11:12.456150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59392) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:12.539241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.560442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.574063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca19722-943a-4660-883c-9f854c7abad7 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:11:12.603565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 2ca19722-943a-4660-883c-9f854c7abad7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2ca19722-943a-4660-883c-9f854c7abad7,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:12.609239 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283174f6-f1f4-4e9d-a821-7c75fec8cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b824e89-3a8b-4294-ac1c-b36f96fe2a7d'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:12.616512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.620503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:12.629028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.657020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:12.661163 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Usage tracker for resource:security_group_rule and tenant:c2e8ff62fc9040dd9b1002c607b3955b is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:12.664258 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:12.672728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:12.684550 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283174f6-f1f4-4e9d-a821-7c75fec8cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b824e89-3a8b-4294-ac1c-b36f96fe2a7d', 'code': 200} Apr 02 18:11:12.699832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,segment=NetworkSegment(7b165984-ca0b-42e7-97bd-c36b045927ac),segment_id=7b165984-ca0b-42e7-97bd-c36b045927ac)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:12.714121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.726960 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=2ca19722-943a-4660-883c-9f854c7abad7,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:12.729219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59c31-d686-4ff0-9616-5b0dc9f0dc0b req-fd85138f-9d4b-448f-9de2-ecc1f80f9391 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:12.730228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:12.730742 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7fa59c31-d686-4ff0-9616-5b0dc9f0dc0b req-fd85138f-9d4b-448f-9de2-ecc1f80f9391 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1960027 Apr 02 18:11:12.737961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:12.798245 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7fa59c31-d686-4ff0-9616-5b0dc9f0dc0b req-3dce8132-afd3-40f9-995d-fc9d54b2023d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551326 Apr 02 18:11:12.863115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:12.866306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.866501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:12.875838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.884433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7dd2cc46-ae0f-421e-ab0d-71e93d4b2481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:12.914747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['2ca19722-943a-4660-883c-9f854c7abad7'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:12.938511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9c99c0-6971-4c4c-addf-ee5d29ae15d4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:12.943812 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2e8ff62fc9040dd9b1002c607b3955b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862623 Apr 02 18:11:12.946629 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 59410) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:12.956676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:13.075363 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-048a4d0c-131f-4844-a07a-92d52b917992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.109532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-048a4d0c-131f-4844-a07a-92d52b917992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.161208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c90f-d237-413d-9583-3bc93471c6d0 req-dfe8f3ed-86c6-442a-9f08-d991c66773fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:13.162797 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-10e2c90f-d237-413d-9583-3bc93471c6d0 req-dfe8f3ed-86c6-442a-9f08-d991c66773fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 1098 time: 0.2176771 Apr 02 18:11:13.195761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16f3b3bc-cccc-45f3-9541-b9813b919aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.222436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-048a4d0c-131f-4844-a07a-92d52b917992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.228434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2ee75312-f64c-460b-a8b1-f83993fd031e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:13.238565 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-10e2c90f-d237-413d-9583-3bc93471c6d0 req-d9160bfa-ad3e-4996-be81-7d9318bed88c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634100 Apr 02 18:11:13.245825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a4d0c-131f-4844-a07a-92d52b917992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9c99c0-6971-4c4c-addf-ee5d29ae15d4,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:13.250872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-048a4d0c-131f-4844-a07a-92d52b917992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:13.256542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3a882-6b55-484b-a91e-ec717b0559c9 req-528fc425-54c9-4032-a3a3-76894c991cb5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:13.258609 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15e3a882-6b55-484b-a91e-ec717b0559c9 req-528fc425-54c9-4032-a3a3-76894c991cb5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1465039 Apr 02 18:11:13.269610 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-048a4d0c-131f-4844-a07a-92d52b917992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.270949 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-048a4d0c-131f-4844-a07a-92d52b917992 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e9c99c0-6971-4c4c-addf-ee5d29ae15d4 HTTP/1.1" status: 204 len: 168 time: 0.3229690 Apr 02 18:11:13.294947 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650a6ba-b841-4609-aa2f-b3deb7459be9 req-e3b1e2f5-e7cb-4a19-bbba-8fe43a05aafd tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:13.296704 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a650a6ba-b841-4609-aa2f-b3deb7459be9 req-e3b1e2f5-e7cb-4a19-bbba-8fe43a05aafd tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 945 time: 0.1391580 Apr 02 18:11:13.314869 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15e3a882-6b55-484b-a91e-ec717b0559c9 req-ad06b843-717c-44be-85eb-4c56bc587b70 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501692 Apr 02 18:11:13.386864 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a650a6ba-b841-4609-aa2f-b3deb7459be9 req-553bceb0-5b00-420e-b1b3-f29c0126f406 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782421 Apr 02 18:11:13.522542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f34a8-69b4-4497-a48d-a7445eac89b5 req-d7dfb8c0-4395-4ec8-96e3-febda9becc6d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:13.524129 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-725f34a8-69b4-4497-a48d-a7445eac89b5 req-d7dfb8c0-4395-4ec8-96e3-febda9becc6d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 945 time: 0.0882161 Apr 02 18:11:13.574815 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-725f34a8-69b4-4497-a48d-a7445eac89b5 req-c10ae751-2c7d-4a0f-94f0-75b9feb8cdf2 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Apr 02 18:11:13.600281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59422) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:13.618380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.633112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:13.637567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Usage tracker for resource:security_group_rule and tenant:45f81942b37645078a74113d76bbd9d0 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:13.640498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:13.646436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:13.729458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.731900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.743735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9ed77d0f-6696-4d86-9f79-6606020f1217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:13.785416 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45f81942b37645078a74113d76bbd9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840715 Apr 02 18:11:13.787072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13269eb0-0995-430e-a272-9837d2202aec,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:13.788372 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 59426) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:13.790321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:13.850545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec55a2c1-c81c-4dbf-ac1d-c34b6aed08af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.863334 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.883238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec55a2c1-c81c-4dbf-ac1d-c34b6aed08af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.929688 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec55a2c1-c81c-4dbf-ac1d-c34b6aed08af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:13.934445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-12d40fb7-1fc5-4834-8e12-06e86b4fd7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:13.988292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55a2c1-c81c-4dbf-ac1d-c34b6aed08af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13269eb0-0995-430e-a272-9837d2202aec,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:13.997086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ec55a2c1-c81c-4dbf-ac1d-c34b6aed08af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:14.002413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec55a2c1-c81c-4dbf-ac1d-c34b6aed08af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:14.003639 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ec55a2c1-c81c-4dbf-ac1d-c34b6aed08af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13269eb0-0995-430e-a272-9837d2202aec HTTP/1.1" status: 204 len: 168 time: 0.2142181 Apr 02 18:11:14.042425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a4f51-9fcc-42de-bb10-c8258ba7a063 req-1e8189d7-0a83-41ab-9157-ba025166ff1c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:14.044014 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-545a4f51-9fcc-42de-bb10-c8258ba7a063 req-1e8189d7-0a83-41ab-9157-ba025166ff1c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1014042 Apr 02 18:11:14.095583 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-545a4f51-9fcc-42de-bb10-c8258ba7a063 req-d748da4e-2596-421e-b5ec-7a777f1ecfe1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 Apr 02 18:11:14.160561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 2ca19722-943a-4660-883c-9f854c7abad7 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:11:14.245666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 2ca19722-943a-4660-883c-9f854c7abad7 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:11:14.253295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 2ca19722-943a-4660-883c-9f854c7abad7 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:11:14.253868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:14.465121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:14.535004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 2ca19722-943a-4660-883c-9f854c7abad7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2ca19722-943a-4660-883c-9f854c7abad7,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:14.542698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:14.544858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-51f7f4db-3725-43a6-bc5f-800f0ca6721b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:14.625098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=2ca19722-943a-4660-883c-9f854c7abad7,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:14.628694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:14.650553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16ebf-a387-4d59-b2a1-49007ab281ff req-60b45eec-e3cc-4906-a91a-67e6c7450f6b tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:14.652006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c39d-c22b-44c9-857b-0f72ecbeeb62 req-138db9cd-761d-4892-8c7d-7dabd2aceba2 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:14.652776 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dcd16ebf-a387-4d59-b2a1-49007ab281ff req-60b45eec-e3cc-4906-a91a-67e6c7450f6b tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 946 time: 0.1052406 Apr 02 18:11:14.654005 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab74c39d-c22b-44c9-857b-0f72ecbeeb62 req-138db9cd-761d-4892-8c7d-7dabd2aceba2 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1312728 Apr 02 18:11:14.685931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00fb92d-5d9e-4759-b456-67d7674a5981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca19722-943a-4660-883c-9f854c7abad7'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:14.702872 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dcd16ebf-a387-4d59-b2a1-49007ab281ff req-434e6d6d-4042-4ed5-8302-b07cdc03e519 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429192 Apr 02 18:11:14.706873 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab74c39d-c22b-44c9-857b-0f72ecbeeb62 req-3f0a3c3b-0982-4466-b93e-4cafb51d3da4 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Apr 02 18:11:14.766427 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00fb92d-5d9e-4759-b456-67d7674a5981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca19722-943a-4660-883c-9f854c7abad7', 'code': 200} Apr 02 18:11:14.922996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddddb93-e1e1-46bd-a529-2edfe6407222 req-082bdbd2-ca49-4c26-a6e5-62f8128adca9 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:14.924699 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6ddddb93-e1e1-46bd-a529-2edfe6407222 req-082bdbd2-ca49-4c26-a6e5-62f8128adca9 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 945 time: 0.0981650 Apr 02 18:11:14.979501 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6ddddb93-e1e1-46bd-a529-2edfe6407222 req-98a19ea5-85a8-4a58-9d4b-231f5f8449a3 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Apr 02 18:11:15.040772 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6d492-8709-4b99-ba94-4230ac19b634 req-b6f4e755-de2b-4ba0-b1b5-407fb776dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:15.042545 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-49d6d492-8709-4b99-ba94-4230ac19b634 req-b6f4e755-de2b-4ba0-b1b5-407fb776dabd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 1099 time: 0.0866706 Apr 02 18:11:15.109017 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-49d6d492-8709-4b99-ba94-4230ac19b634 req-fc782937-8d66-4c8b-b750-6b194be4b260 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532339 Apr 02 18:11:15.113052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:15.331058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a19b3d-e55c-4b79-84ab-991cacb11df4 req-5ae5bb43-20b0-4403-b897-5ce312cecca8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:15.340240 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c6a19b3d-e55c-4b79-84ab-991cacb11df4 req-5ae5bb43-20b0-4403-b897-5ce312cecca8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1064513 Apr 02 18:11:15.433184 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c6a19b3d-e55c-4b79-84ab-991cacb11df4 req-dcafe14f-6349-439c-bfef-11a25a0e560b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917425 Apr 02 18:11:15.925816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd30856-bf4c-40ca-ba73-199a2b6fdbbb req-cf8e3371-4c5f-429e-94f7-7ef92fda3078 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:15.927586 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bdd30856-bf4c-40ca-ba73-199a2b6fdbbb req-cf8e3371-4c5f-429e-94f7-7ef92fda3078 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 946 time: 0.1000621 Apr 02 18:11:15.940361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c3caf-f98f-4dd2-a092-51fdc28d65d7 req-fc0d27a1-4b08-4d41-84ee-5583c6e325b7 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:15.948381 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-738c3caf-f98f-4dd2-a092-51fdc28d65d7 req-fc0d27a1-4b08-4d41-84ee-5583c6e325b7 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1080611 Apr 02 18:11:15.984763 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bdd30856-bf4c-40ca-ba73-199a2b6fdbbb req-830b4d2f-ee2f-472e-8c81-e03b28e24af3 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Apr 02 18:11:16.004787 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-738c3caf-f98f-4dd2-a092-51fdc28d65d7 req-1416673b-5560-4393-badf-6fc662e43b30 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551848 Apr 02 18:11:16.644852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639428c7-fa6e-4363-b774-04e7e6825db1 req-cfe47e63-4128-44cb-a398-3c0bf39a6ee9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:16.646732 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639428c7-fa6e-4363-b774-04e7e6825db1 req-cfe47e63-4128-44cb-a398-3c0bf39a6ee9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.0941143 Apr 02 18:11:16.704229 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-639428c7-fa6e-4363-b774-04e7e6825db1 req-5cb4b86b-ba08-429b-8d1b-2bcffec6814e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504420 Apr 02 18:11:17.220654 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b6eb5-3670-4d8d-803e-920105f4660f req-aad4a7e2-587e-411e-8325-2779da06d9d8 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:17.222386 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7a7b6eb5-3670-4d8d-803e-920105f4660f req-aad4a7e2-587e-411e-8325-2779da06d9d8 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 946 time: 0.1072659 Apr 02 18:11:17.253894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023b35b-138b-4d59-92c7-fb50597a23c7 req-d2ee5a61-ebfa-486a-b168-d74abf24a774 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:17.262748 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4023b35b-138b-4d59-92c7-fb50597a23c7 req-d2ee5a61-ebfa-486a-b168-d74abf24a774 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1373453 Apr 02 18:11:17.275899 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7a7b6eb5-3670-4d8d-803e-920105f4660f req-9d276ac1-e1c3-49f9-bde8-1a0581b5ef96 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Apr 02 18:11:17.313268 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4023b35b-138b-4d59-92c7-fb50597a23c7 req-cb1293fe-b494-4e0e-9ed6-9279ee99c8a6 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491824 Apr 02 18:11:17.945205 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898daa9-86e1-4a5c-9cff-d6f3e96982a3 req-3127ab2f-ab3c-4195-a703-abd1696de2a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:17.946828 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7898daa9-86e1-4a5c-9cff-d6f3e96982a3 req-3127ab2f-ab3c-4195-a703-abd1696de2a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1164026 Apr 02 18:11:18.002602 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7898daa9-86e1-4a5c-9cff-d6f3e96982a3 req-a533483d-1fb8-4ae3-89aa-dd795d224c52 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481801 Apr 02 18:11:18.596992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ab57-6b01-49d7-8965-1fc43335b953 req-7fc4f855-b7d5-436d-b4eb-689cf07d0b53 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:18.598893 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae00ab57-6b01-49d7-8965-1fc43335b953 req-7fc4f855-b7d5-436d-b4eb-689cf07d0b53 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1074317 Apr 02 18:11:18.655281 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae00ab57-6b01-49d7-8965-1fc43335b953 req-95fc674f-02eb-495a-ba41-4f79476e0971 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487266 Apr 02 18:11:18.867575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ae8d7-17f6-4331-aa07-e831d638e7eb req-bff0be10-66c5-4fea-b8e9-61e794a1c77a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:18.871694 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-485ae8d7-17f6-4331-aa07-e831d638e7eb req-bff0be10-66c5-4fea-b8e9-61e794a1c77a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 946 time: 0.1147287 Apr 02 18:11:18.975799 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-485ae8d7-17f6-4331-aa07-e831d638e7eb req-16c0666d-961f-4c9b-b9a4-83a7f213370c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959501 Apr 02 18:11:19.232654 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881f5a0-cf1b-4cc2-a084-fadcc23d58d2 req-cd859d6a-deb7-445c-81d0-e8653f3d1b51 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:19.234421 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3881f5a0-cf1b-4cc2-a084-fadcc23d58d2 req-cd859d6a-deb7-445c-81d0-e8653f3d1b51 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.0930021 Apr 02 18:11:19.288950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aebc50-d26a-4f6d-b725-c7967b91a5a9 req-0243f818-21e1-4b92-a92d-903ce6c66970 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:19.290715 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b8aebc50-d26a-4f6d-b725-c7967b91a5a9 req-0243f818-21e1-4b92-a92d-903ce6c66970 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 945 time: 0.1098409 Apr 02 18:11:19.291869 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3881f5a0-cf1b-4cc2-a084-fadcc23d58d2 req-a21d8513-e033-4556-b007-6f642829ab11 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505526 Apr 02 18:11:19.348900 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b8aebc50-d26a-4f6d-b725-c7967b91a5a9 req-d41b741e-3ec9-4ffd-a7a5-e1c94ef65fd3 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477283 Apr 02 18:11:19.698318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e4e9-97c0-496c-b468-551c252734f5 req-7af8291b-b694-407a-9c7c-7b5a21973f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:19.699869 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2bb7e4e9-97c0-496c-b468-551c252734f5 req-7af8291b-b694-407a-9c7c-7b5a21973f4c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1099 time: 0.0761740 Apr 02 18:11:19.751649 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2bb7e4e9-97c0-496c-b468-551c252734f5 req-382eb55d-369b-4c7b-a203-d874e6d4d190 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Apr 02 18:11:19.867749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f764b02-ac71-4af3-aeac-137d9d2fdfab req-92652ee7-ec02-47bf-9227-0a8f9fea564b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:19.869396 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7f764b02-ac71-4af3-aeac-137d9d2fdfab req-92652ee7-ec02-47bf-9227-0a8f9fea564b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0917552 Apr 02 18:11:19.919642 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7f764b02-ac71-4af3-aeac-137d9d2fdfab req-8dc523aa-3ae4-4da1-8cef-b3b4a1b25913 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Apr 02 18:11:20.328998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955febaf-e46a-4bb3-883f-7acb2cd8c4e8 req-397da3e2-f81d-4472-bef0-286bca17e051 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:20.330605 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-955febaf-e46a-4bb3-883f-7acb2cd8c4e8 req-397da3e2-f81d-4472-bef0-286bca17e051 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 946 time: 0.0993049 Apr 02 18:11:20.387295 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-955febaf-e46a-4bb3-883f-7acb2cd8c4e8 req-4155f215-deab-4ab7-8b58-3be985a2432a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499535 Apr 02 18:11:20.555526 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54f981-137f-4219-880e-b463a50542e6 req-a7aa489a-fe7f-42ea-9294-ce26f03e1895 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:20.558236 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5d54f981-137f-4219-880e-b463a50542e6 req-a7aa489a-fe7f-42ea-9294-ce26f03e1895 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.0943868 Apr 02 18:11:20.598777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdee843-6a50-4f12-b374-7e15885accf5 req-738c3136-925c-4807-9695-16369436e145 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:20.601009 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5cdee843-6a50-4f12-b374-7e15885accf5 req-738c3136-925c-4807-9695-16369436e145 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 945 time: 0.1137760 Apr 02 18:11:20.620058 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5d54f981-137f-4219-880e-b463a50542e6 req-83b6959c-ce60-4baa-bb55-e0ab0cb7ca71 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542746 Apr 02 18:11:20.659758 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5cdee843-6a50-4f12-b374-7e15885accf5 req-9945851c-9880-4e5a-ac8a-bce13f729547 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499263 Apr 02 18:11:20.881107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-4eee4b05-1fe1-4274-b33a-568c35e82e1c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:20.882771 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-4eee4b05-1fe1-4274-b33a-568c35e82e1c tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.20 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 946 time: 0.1022460 Apr 02 18:11:21.031664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Deleting port 2ca19722-943a-4660-883c-9f854c7abad7 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:11:21.032492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:21.143959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38ad94-8e27-441c-9765-874d70ef9262 req-3bf73dfb-01ba-460d-b8ad-f0e65aad67a6 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:21.145521 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4a38ad94-8e27-441c-9765-874d70ef9262 req-3bf73dfb-01ba-460d-b8ad-f0e65aad67a6 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0919554 Apr 02 18:11:21.159618 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59678) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:21.193299 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4a38ad94-8e27-441c-9765-874d70ef9262 req-0a1ed401-5561-46ee-b6d1-8ae87075d03f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Apr 02 18:11:21.328819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] For port 2ca19722-943a-4660-883c-9f854c7abad7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2ca19722-943a-4660-883c-9f854c7abad7,segment=NetworkSegment(cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0),segment_id=cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:21.329161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:21.341517 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:21.419315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:21.423722 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Usage tracker for resource:security_group_rule and tenant:2996df20b16042bbaa8d8137383281a0 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:21.426719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:21.433849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:21.573809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Calling delete_port for 2ca19722-943a-4660-883c-9f854c7abad7 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:11:21.665707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:21.690486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:21.702933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-1a1ee4b3-06cc-4e67-8b0a-152d6f0040cd tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:21.703144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0342c21f-e339-4ba4-bd96-c2b7be5dac5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:21.704714 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-1a1ee4b3-06cc-4e67-8b0a-152d6f0040cd tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.20 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 945 time: 0.1218393 Apr 02 18:11:21.795098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Deleting port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:11:21.795765 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:21.853352 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad3254-867f-4d8d-b574-8c8ae14a6350,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:21.874123 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2996df20b16042bbaa8d8137383281a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107184 Apr 02 18:11:21.875229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.875634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.876022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.876435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.876818 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.877197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.877573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.878032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.878334 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.878706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.879072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.879444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:21.883017 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59692) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:21.889680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:21.955457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a513-252f-41ca-95de-3737cffee68f req-382b540f-a3ec-4857-819f-0b27520ef8bc tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:21.957313 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0fe4a513-252f-41ca-95de-3737cffee68f req-382b540f-a3ec-4857-819f-0b27520ef8bc tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 946 time: 0.3477945 Apr 02 18:11:22.054183 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.057696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a886f87-af7c-4b5a-890d-1bc2c135a321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.071481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['2ca19722-943a-4660-883c-9f854c7abad7'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:22.093478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f8d3b019-762e-407d-88ea-d53e2191de3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:22.119950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17852a3c-62a3-496d-a5cc-da083b3bdaaa req-73a76622-8422-48e2-92f1-25d884b19ab1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:22.121605 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-17852a3c-62a3-496d-a5cc-da083b3bdaaa req-73a76622-8422-48e2-92f1-25d884b19ab1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.2215216 Apr 02 18:11:22.172864 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] For port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,segment=NetworkSegment(7b165984-ca0b-42e7-97bd-c36b045927ac),segment_id=7b165984-ca0b-42e7-97bd-c36b045927ac)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:22.173516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.197503 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0fe4a513-252f-41ca-95de-3737cffee68f req-4985d4c9-5a48-4aec-a90a-e8fc47697285 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/security-groups?id=534548fd-0ed9-492b-bb27-ccfe4b5939eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275488 Apr 02 18:11:22.260087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Pushing event deleted for resources: {'Port': ['ID=2ca19722-943a-4660-883c-9f854c7abad7,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:22.271282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:22.282515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a886f87-af7c-4b5a-890d-1bc2c135a321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.330102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Calling delete_port for 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d owned by compute:nova {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:11:22.377434 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-17852a3c-62a3-496d-a5cc-da083b3bdaaa req-e9c1904f-3d50-472c-9b54-3f8432945d6b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385545 Apr 02 18:11:22.436378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] No DVR routers for this DVR port 2ca19722-943a-4660-883c-9f854c7abad7 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:11:22.449102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.462641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00fb92d-5d9e-4759-b456-67d7674a5981', 'name': 'network-vif-deleted', 'tag': '2ca19722-943a-4660-883c-9f854c7abad7'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:22.501174 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eb4ba4dd-34a5-4c19-b86c-3a30f9c87f52 req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.20 "DELETE /v2.0/ports/2ca19722-943a-4660-883c-9f854c7abad7 HTTP/1.1" status: 204 len: 173 time: 1.5803502 Apr 02 18:11:22.515380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a886f87-af7c-4b5a-890d-1bc2c135a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.522260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:22.537058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a886f87-af7c-4b5a-890d-1bc2c135a321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad3254-867f-4d8d-b574-8c8ae14a6350,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:22.539556 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a886f87-af7c-4b5a-890d-1bc2c135a321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.540827 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3a886f87-af7c-4b5a-890d-1bc2c135a321 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72ad3254-867f-4d8d-b574-8c8ae14a6350 HTTP/1.1" status: 204 len: 168 time: 0.6545343 Apr 02 18:11:22.542482 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3a886f87-af7c-4b5a-890d-1bc2c135a321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:22.558803 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45807874-5c49-4d3a-9efe-9b935d030305 req-bff58553-d7b5-4ec1-92d7-d36c3785c014 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:22.561057 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-45807874-5c49-4d3a-9efe-9b935d030305 req-bff58553-d7b5-4ec1-92d7-d36c3785c014 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/ports?device_id=283174f6-f1f4-4e9d-a821-7c75fec8cc69 HTTP/1.1" status: 200 len: 945 time: 0.1759462 Apr 02 18:11:22.652289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.667140 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['0b824e89-3a8b-4294-ac1c-b36f96fe2a7d'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:22.674531 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-45807874-5c49-4d3a-9efe-9b935d030305 req-61ccfc12-def0-4215-9882-0790200a734d tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058359 Apr 02 18:11:22.676619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:22.742842 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00fb92d-5d9e-4759-b456-67d7674a5981', 'name': 'network-vif-deleted', 'tag': '2ca19722-943a-4660-883c-9f854c7abad7', 'status': 'completed', 'code': 200} Apr 02 18:11:22.758729 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Pushing event deleted for resources: {'Port': ['ID=0b824e89-3a8b-4294-ac1c-b36f96fe2a7d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:22.774768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.775163 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.776114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.776827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.777110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.777492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.777903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.778488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.778646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.779004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.779436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.779846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:22.831179 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:22.905315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1830c-a54d-4918-bb77-66287b89b1b9 req-fb6034b5-1d8a-4496-a788-d99b9e89e7f1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:22.907649 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a8e1830c-a54d-4918-bb77-66287b89b1b9 req-fb6034b5-1d8a-4496-a788-d99b9e89e7f1 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.3222249 Apr 02 18:11:22.994637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59720) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:23.017688 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:23.036132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:23.040206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Usage tracker for resource:security_group_rule and tenant:e6b00e3af9cd441384a64601703a0af1 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:23.042907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] No DVR routers for this DVR port 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d on host hv-cinder-78447 {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:11:23.043263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:23.047000 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:23.050146 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:23.052546 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a8e1830c-a54d-4918-bb77-66287b89b1b9 req-74541d51-edae-4565-ac6f-ea92f7efa228 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372046 Apr 02 18:11:23.053609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283174f6-f1f4-4e9d-a821-7c75fec8cc69', 'name': 'network-vif-deleted', 'tag': '0b824e89-3a8b-4294-ac1c-b36f96fe2a7d'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:23.086085 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e7dfea0a-f100-48c3-938f-ea8f05fda1f1 req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] 10.222.0.20 "DELETE /v2.0/ports/0b824e89-3a8b-4294-ac1c-b36f96fe2a7d HTTP/1.1" status: 204 len: 173 time: 1.3697550 Apr 02 18:11:23.128554 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283174f6-f1f4-4e9d-a821-7c75fec8cc69', 'name': 'network-vif-deleted', 'tag': '0b824e89-3a8b-4294-ac1c-b36f96fe2a7d', 'status': 'completed', 'code': 200} Apr 02 18:11:23.201527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:23.207901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:23.218575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:23.269395 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6b00e3af9cd441384a64601703a0af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733567 Apr 02 18:11:23.270423 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d8c57-3e35-4bc7-81dd-ed41a2ec93e0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:23.272254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 59732) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:23.298442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:23.433636 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-60c77812-29ef-4562-8721-daba0c1af5b8 req-5c002e3e-2a79-414c-b58a-dbf3843ea643 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00fb92d-5d9e-4759-b456-67d7674a5981 HTTP/1.1" status: 200 len: 210 time: 0.0659716 Apr 02 18:11:23.434559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63b2d3ff-8c6b-4e98-8caf-e7e4f5c9625f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:23.483665 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63b2d3ff-8c6b-4e98-8caf-e7e4f5c9625f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:23.653959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a9b76-144f-477c-9542-9887041be644 req-83a36d83-3e94-4bd2-a10b-5aaf69df3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:23.655554 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f94a9b76-144f-477c-9542-9887041be644 req-83a36d83-3e94-4bd2-a10b-5aaf69df3f12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1099 time: 0.1640711 Apr 02 18:11:23.693842 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63b2d3ff-8c6b-4e98-8caf-e7e4f5c9625f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:23.702982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-27bbf719-0574-4c56-b8c6-d498e5d911eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:23.734626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2d3ff-8c6b-4e98-8caf-e7e4f5c9625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d8c57-3e35-4bc7-81dd-ed41a2ec93e0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:23.904210 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73974a4-b18d-486d-a931-a54777a985fd req-3969bca8-b00b-4da2-a96b-a8e51b0efffe tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:23.905857 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b73974a4-b18d-486d-a931-a54777a985fd req-3969bca8-b00b-4da2-a96b-a8e51b0efffe tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1280594 Apr 02 18:11:23.989309 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b73974a4-b18d-486d-a931-a54777a985fd req-b01e3873-0889-451f-b61d-10c07852e7d8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Apr 02 18:11:24.024125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-63b2d3ff-8c6b-4e98-8caf-e7e4f5c9625f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:24.026964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63b2d3ff-8c6b-4e98-8caf-e7e4f5c9625f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.028221 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-63b2d3ff-8c6b-4e98-8caf-e7e4f5c9625f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e44d8c57-3e35-4bc7-81dd-ed41a2ec93e0 HTTP/1.1" status: 204 len: 168 time: 0.7548766 Apr 02 18:11:24.066510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac61c3-f6b7-4930-8344-4247ad1c990f req-18b7d464-9b19-422a-b799-3781b4e82d6a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:24.068086 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2bac61c3-f6b7-4930-8344-4247ad1c990f req-18b7d464-9b19-422a-b799-3781b4e82d6a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.4855111 Apr 02 18:11:24.134454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59766) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:24.135483 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2bac61c3-f6b7-4930-8344-4247ad1c990f req-db0cf0ec-a21e-468a-9493-d518cdc87e45 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585480 Apr 02 18:11:24.136782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a9b76-144f-477c-9542-9887041be644 req-d10c5e24-78f8-475d-a9a7-658d8338ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:24.138243 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f94a9b76-144f-477c-9542-9887041be644 req-d10c5e24-78f8-475d-a9a7-658d8338ef9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.4695463 Apr 02 18:11:24.169044 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 2ca19722-943a-4660-883c-9f854c7abad7 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:11:24.243771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 2ca19722-943a-4660-883c-9f854c7abad7 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:11:24.244403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 2ca19722-943a-4660-883c-9f854c7abad7 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:11:24.276051 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f94a9b76-144f-477c-9542-9887041be644 req-d33f2afe-98be-4d38-a4de-7b40748813b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 200 len: 217 time: 0.1261089 Apr 02 18:11:24.397010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a9b76-144f-477c-9542-9887041be644 req-fa2195c1-fe0d-46e6-846a-ed47baf2a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:24.398508 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f94a9b76-144f-477c-9542-9887041be644 req-fa2195c1-fe0d-46e6-846a-ed47baf2a236 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.1117465 Apr 02 18:11:24.434627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.451127 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:24.455570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c95adeea6f834696bd0961784cb7caea is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:24.459350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:24.466501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:24.491779 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f94a9b76-144f-477c-9542-9887041be644 req-ac8a5c96-c6b2-487e-96f4-e51d9d9f9fa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850060 Apr 02 18:11:24.623683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.633057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.682451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7f4fab30-09ad-43e4-8376-e58087704f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:24.716043 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f94a9b76-144f-477c-9542-9887041be644 req-da5c0903-58c9-40b7-ace6-4a277ece6626 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108593 Apr 02 18:11:24.801165 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5eae50-66c5-4afe-812c-37afa084c434,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:24.814997 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c95adeea6f834696bd0961784cb7caea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763690 Apr 02 18:11:24.823083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8ad1fc2b-488e-4de8-80c8-3e115d8a54c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:24.823682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 59792) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:24.945892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d93fc06f-cbb8-4709-ba37-71a6eb63ca90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.979845 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f94a9b76-144f-477c-9542-9887041be644 req-2104c8d9-f8bb-4825-9a4a-7dc3efb1d0a6 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566066 Apr 02 18:11:24.985925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d93fc06f-cbb8-4709-ba37-71a6eb63ca90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:25.076538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d93fc06f-cbb8-4709-ba37-71a6eb63ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:25.080861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1af2d4a4-5c12-4f73-8c68-0d661ef998b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:25.098150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fc06f-cbb8-4709-ba37-71a6eb63ca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5eae50-66c5-4afe-812c-37afa084c434,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:25.108462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d93fc06f-cbb8-4709-ba37-71a6eb63ca90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:25.118027 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d93fc06f-cbb8-4709-ba37-71a6eb63ca90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:25.123159 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d93fc06f-cbb8-4709-ba37-71a6eb63ca90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e5eae50-66c5-4afe-812c-37afa084c434 HTTP/1.1" status: 204 len: 168 time: 0.2926490 Apr 02 18:11:25.326588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb9024-f94c-48ec-a388-84de9500a812 req-9e283234-0e47-4e8d-b53e-345e3fbb9828 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:25.329528 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dcbb9024-f94c-48ec-a388-84de9500a812 req-9e283234-0e47-4e8d-b53e-345e3fbb9828 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1891842 Apr 02 18:11:25.397684 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dcbb9024-f94c-48ec-a388-84de9500a812 req-cb937456-d411-4722-84f7-8f0095a72938 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593860 Apr 02 18:11:25.781014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74f6a5-31c9-41d4-8395-199949892ab2 req-2800fe35-a5c4-44ea-95ee-834b82f8ab36 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:25.783200 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea74f6a5-31c9-41d4-8395-199949892ab2 req-2800fe35-a5c4-44ea-95ee-834b82f8ab36 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.4442108 Apr 02 18:11:25.865303 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea74f6a5-31c9-41d4-8395-199949892ab2 req-402c2aae-6c80-437d-8e26-0135953652db tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748327 Apr 02 18:11:26.185143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:11:26.257559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:11:26.258233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 0b824e89-3a8b-4294-ac1c-b36f96fe2a7d not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:11:26.637948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802c811-aabc-4b9f-873a-59aea21ce36e req-43a587f3-be04-4977-b588-969542b7f6ee tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:26.647970 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3802c811-aabc-4b9f-873a-59aea21ce36e req-43a587f3-be04-4977-b588-969542b7f6ee tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1227541 Apr 02 18:11:26.721042 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3802c811-aabc-4b9f-873a-59aea21ce36e req-95039cf0-342b-4760-b056-767122c55b8a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690525 Apr 02 18:11:27.096059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da559ca5-e89f-4a5e-80fd-940d94d65274 req-f21f8848-b1c3-4f4b-86da-9f684b1d4d06 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:27.104536 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-da559ca5-e89f-4a5e-80fd-940d94d65274 req-f21f8848-b1c3-4f4b-86da-9f684b1d4d06 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.0967031 Apr 02 18:11:27.162454 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-da559ca5-e89f-4a5e-80fd-940d94d65274 req-d22161cc-b584-4f36-8603-0a2c21185ebe tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569170 Apr 02 18:11:28.031481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c787cb-003c-48ae-9d42-19adc696215e req-636e160e-541a-4643-9e45-dfbc691b9e63 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:28.044198 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-55c787cb-003c-48ae-9d42-19adc696215e req-636e160e-541a-4643-9e45-dfbc691b9e63 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1658568 Apr 02 18:11:28.108559 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-55c787cb-003c-48ae-9d42-19adc696215e req-4770874d-6f44-4c68-9dcb-e4eaa65a4978 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633688 Apr 02 18:11:28.199230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:11:28.499307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:28.524213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'port_id': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'mac_address': 'fa:16:3e:a5:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:11:28.595167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:28.635760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8919ccb-49ee-49fa-a3dd-6db83dc99d6c {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:11:28.667739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:28.680663 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:28.683132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:28.702065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1818f1a-5b84-402a-bc52-580a23d3ab8b req-3f4e7c90-e4be-45ba-b43d-b5ec4cae6af3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:28.716142 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d1818f1a-5b84-402a-bc52-580a23d3ab8b req-3f4e7c90-e4be-45ba-b43d-b5ec4cae6af3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.2300310 Apr 02 18:11:28.784959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=6']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:28.790196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:28.848481 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d1818f1a-5b84-402a-bc52-580a23d3ab8b req-829d42be-6717-47e7-b463-2cffae85f04a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311812 Apr 02 18:11:28.881832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:30.083394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e5613-c28c-407d-90dd-9ef90d6cd174 req-c4985d86-53e2-4a9f-814c-20edead4cad0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:30.092058 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0f2e5613-c28c-407d-90dd-9ef90d6cd174 req-c4985d86-53e2-4a9f-814c-20edead4cad0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 945 time: 0.1152158 Apr 02 18:11:30.155927 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0f2e5613-c28c-407d-90dd-9ef90d6cd174 req-8ae21524-df36-4ecd-a984-161271ad72b1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624866 Apr 02 18:11:30.229327 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:11:30.505721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:11:30.506145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:31.066967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21c1c8-edfc-46a7-8c45-e2fcde55cbf0 req-e6ee5028-d9ed-4927-a15d-dd66eeb7d3d3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:31.081905 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8a21c1c8-edfc-46a7-8c45-e2fcde55cbf0 req-e6ee5028-d9ed-4927-a15d-dd66eeb7d3d3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2629328 Apr 02 18:11:31.271903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:31.343718 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8a21c1c8-edfc-46a7-8c45-e2fcde55cbf0 req-3e32c768-d2ae-402a-914b-0cfd2c2b6005 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501285 Apr 02 18:11:31.403849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:31.454065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:31.457968 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0e31900b-749f-4609-998f-239111eeba4d req-f4988df2-c5d3-488e-8ab9-a2f49303c44d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3038723 Apr 02 18:11:31.465640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:31.467748 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:31.638820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60082) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:31.670411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=7']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:31.687408 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:31.792043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31900b-749f-4609-998f-239111eeba4d req-4c24f307-ecce-4394-bfea-f24c7e7b9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:31.798178 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0e31900b-749f-4609-998f-239111eeba4d req-4c24f307-ecce-4394-bfea-f24c7e7b9305 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 1098 time: 0.3130219 Apr 02 18:11:31.902466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff8379-67f6-47fa-a910-1ea978116409 req-c9c6943b-085e-4a16-b109-e4ad4838793e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:31.909603 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-99ff8379-67f6-47fa-a910-1ea978116409 req-c9c6943b-085e-4a16-b109-e4ad4838793e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.3990135 Apr 02 18:11:32.054525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:32.149770 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-99ff8379-67f6-47fa-a910-1ea978116409 req-c0cc2ac7-4e85-4a7b-9682-6b22b95b653a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261581 Apr 02 18:11:32.156218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:32.178251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Usage tracker for resource:security_group_rule and tenant:362d8dc130024edba53c008bd24662c1 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:32.189759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:32.205792 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:32.240492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31900b-749f-4609-998f-239111eeba4d req-d55b9cc1-2e74-439d-b12c-99645215c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:32.242067 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0e31900b-749f-4609-998f-239111eeba4d req-d55b9cc1-2e74-439d-b12c-99645215c842 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.4064341 Apr 02 18:11:32.315172 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'code': 200} Apr 02 18:11:32.431308 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0e31900b-749f-4609-998f-239111eeba4d req-61900c11-fa74-4220-b474-baf7f68ca388 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 HTTP/1.1" status: 200 len: 217 time: 0.1795509 Apr 02 18:11:32.565131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31900b-749f-4609-998f-239111eeba4d req-34d23c5f-bd2f-4827-bd01-0ae1d2b84c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:32.570331 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0e31900b-749f-4609-998f-239111eeba4d req-34d23c5f-bd2f-4827-bd01-0ae1d2b84c1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.1252043 Apr 02 18:11:32.576254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:32.580142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:32.593632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e0612c6b-4253-4872-90e8-3ae436e8a140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:32.664973 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=362d8dc130024edba53c008bd24662c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0189509 Apr 02 18:11:32.667676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a95c07-ae94-4ce3-9751-30392d78d188,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:32.684065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:32.685896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60106) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:32.734654 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0e31900b-749f-4609-998f-239111eeba4d req-b2020490-9fb4-45da-a37f-e70efc678b89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558917 Apr 02 18:11:32.836049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d30c3f6c-a33a-4e07-8bd6-b940fbd0744f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:32.902024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d30c3f6c-a33a-4e07-8bd6-b940fbd0744f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:33.021142 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0e31900b-749f-4609-998f-239111eeba4d req-20d69c90-bed1-4546-89bb-9c2da97ebcb8 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762964 Apr 02 18:11:33.021472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d30c3f6c-a33a-4e07-8bd6-b940fbd0744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:33.032106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c673c354-5fd0-4101-add0-88cddc4b8709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:33.047732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c3f6c-a33a-4e07-8bd6-b940fbd0744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a95c07-ae94-4ce3-9751-30392d78d188,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:33.070767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d30c3f6c-a33a-4e07-8bd6-b940fbd0744f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:33.073665 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d30c3f6c-a33a-4e07-8bd6-b940fbd0744f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:33.097609 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d30c3f6c-a33a-4e07-8bd6-b940fbd0744f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07a95c07-ae94-4ce3-9751-30392d78d188 HTTP/1.1" status: 204 len: 168 time: 0.4094009 Apr 02 18:11:33.457095 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0e31900b-749f-4609-998f-239111eeba4d req-3f2d3efd-4a86-46ad-9216-aeb76c538ded service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278145 Apr 02 18:11:33.721279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7238a-4378-44b4-911f-ae9e640b329a req-1fb0d34e-184c-43ca-b1b1-c8f71a0823b4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:33.730718 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-07e7238a-4378-44b4-911f-ae9e640b329a req-1fb0d34e-184c-43ca-b1b1-c8f71a0823b4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.2717981 Apr 02 18:11:33.916647 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-07e7238a-4378-44b4-911f-ae9e640b329a req-70835e9b-0e6d-4e58-a068-f8254213d765 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843090 Apr 02 18:11:35.292874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4055ba-74fa-456d-8c89-fcae482db305 req-64cc01b6-daa8-4d1a-bcc5-51b58a817726 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:35.301420 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1f4055ba-74fa-456d-8c89-fcae482db305 req-64cc01b6-daa8-4d1a-bcc5-51b58a817726 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.2085001 Apr 02 18:11:35.392722 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1f4055ba-74fa-456d-8c89-fcae482db305 req-33893d15-968d-4fae-a2dd-29eff188494b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903089 Apr 02 18:11:36.514403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-fe3651e8-5f40-473e-a18d-ebd6fa3f7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:36.516032 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-fe3651e8-5f40-473e-a18d-ebd6fa3f7d43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1099 time: 0.2827916 Apr 02 18:11:36.599260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449474dd-fec2-405b-b7ea-efe9121e7a1e req-e7db903f-293c-4bc1-baaf-4627c465c6e8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:36.608085 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-449474dd-fec2-405b-b7ea-efe9121e7a1e req-e7db903f-293c-4bc1-baaf-4627c465c6e8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2144012 Apr 02 18:11:36.838429 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-449474dd-fec2-405b-b7ea-efe9121e7a1e req-7749ed87-5b77-415e-8048-5233d68fd0cd tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288866 Apr 02 18:11:36.986895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-302ad087-4f1e-43c6-9f15-acec8abe3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:36.996816 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-302ad087-4f1e-43c6-9f15-acec8abe3fcb service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.4553456 Apr 02 18:11:37.096803 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:37.218624 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-24814d12-f6ad-4fc1-bb87-c45ac0edf36a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 200 len: 217 time: 0.2206395 Apr 02 18:11:37.493326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-ba498e8a-4edc-4a48-a9e5-ad1c598bcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:37.495970 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-ba498e8a-4edc-4a48-a9e5-ad1c598bcf74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.2159948 Apr 02 18:11:37.620773 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-31ee2aee-af86-4b05-bcf0-b3f344636c77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995636 Apr 02 18:11:37.786913 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-92d674f9-c64c-4fe8-99f1-c4d6971ee282 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545496 Apr 02 18:11:37.861195 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180beb0-1683-406c-b260-62b03f51136b req-87e38177-3d48-4cf3-b877-a88fffabd67b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:37.865677 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e180beb0-1683-406c-b260-62b03f51136b req-87e38177-3d48-4cf3-b877-a88fffabd67b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.6488376 Apr 02 18:11:38.018830 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e180beb0-1683-406c-b260-62b03f51136b req-efbf60d8-738a-4def-abae-6c76a044143b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217899 Apr 02 18:11:38.216235 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca73f4-28f1-4c04-9089-73c5b9c470e0 req-529d7f80-c1c6-4947-b27e-162ac0cb9381 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:38.225407 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-80ca73f4-28f1-4c04-9089-73c5b9c470e0 req-529d7f80-c1c6-4947-b27e-162ac0cb9381 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1977150 Apr 02 18:11:38.303910 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d89c0b-637c-4f4a-8ba0-cc93a8d95d27 req-c8c9e96e-1160-4f5d-a2c7-e77c40adecd7 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792011 Apr 02 18:11:38.326781 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-80ca73f4-28f1-4c04-9089-73c5b9c470e0 req-dbb3bda1-df40-483c-951c-bfe0bf95df72 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983975 Apr 02 18:11:39.554155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa059-51b3-4fc2-9eaf-e97f68dd1ed5 req-b85a6a76-80a6-4989-9323-de80f3d03bf3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:39.570711 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b62aa059-51b3-4fc2-9eaf-e97f68dd1ed5 req-b85a6a76-80a6-4989-9323-de80f3d03bf3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.2589059 Apr 02 18:11:39.673648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9baf2-4a42-4e3f-93b6-63c8a6d659e9 req-da701dcf-be69-403b-b492-bd12f45d0614 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:39.687726 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3cc9baf2-4a42-4e3f-93b6-63c8a6d659e9 req-da701dcf-be69-403b-b492-bd12f45d0614 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1108232 Apr 02 18:11:39.702778 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b62aa059-51b3-4fc2-9eaf-e97f68dd1ed5 req-ac43db70-9e53-4073-b3ed-5e294ef93c32 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308186 Apr 02 18:11:39.764846 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3cc9baf2-4a42-4e3f-93b6-63c8a6d659e9 req-b2b2aa4b-c0dc-4fa0-876c-34d163889228 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758455 Apr 02 18:11:40.951295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-58e452a3-a0f9-46b9-9875-2bd2b9e187b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:41.073465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f23fa6-43d8-430a-aaee-ecc3a145c052 req-45af3a4e-5760-41fa-aab9-2ae8f3ded447 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:41.081224 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-79f23fa6-43d8-430a-aaee-ecc3a145c052 req-45af3a4e-5760-41fa-aab9-2ae8f3ded447 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1450925 Apr 02 18:11:41.134835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97663a-9824-4eff-9943-1f521f471f40 req-f9b4119c-9cc2-497f-8f76-a5c2073ffea3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:41.136533 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e97663a-9824-4eff-9943-1f521f471f40 req-f9b4119c-9cc2-497f-8f76-a5c2073ffea3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1424563 Apr 02 18:11:41.202057 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-79f23fa6-43d8-430a-aaee-ecc3a145c052 req-7c5e5e93-7f56-4017-b6f7-a328750d1244 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103418 Apr 02 18:11:41.240594 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e97663a-9824-4eff-9943-1f521f471f40 req-598f6c6d-b2b7-4941-ac60-f9e5082e4374 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973253 Apr 02 18:11:41.555540 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60280) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:41.931453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:41.967989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:41.979522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Usage tracker for resource:security_group_rule and tenant:2fdcdac3993b49d5a7d6cfa504c8443d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:41.983020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:42.000894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:42.061280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.151500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.161690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.215684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0919a1cb-e3c8-42e3-baf3-c5641ac415fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:42.254375 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fdcdac3993b49d5a7d6cfa504c8443d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6924126 Apr 02 18:11:42.255537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1aa04d-7e8a-43e0-ac0f-39ee085eb04d,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:42.258344 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 60298) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:42.260826 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:42.404830 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acb164f0-72bd-45e5-aa2c-89caa84573cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.606623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca4348-c213-4415-8b08-1d8d26c7ae97 req-d0ed6e83-7803-461b-a805-5c68381d034e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:42.608665 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5bca4348-c213-4415-8b08-1d8d26c7ae97 req-d0ed6e83-7803-461b-a805-5c68381d034e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1267979 Apr 02 18:11:42.770342 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5bca4348-c213-4415-8b08-1d8d26c7ae97 req-d0b8ab6d-a6a8-477b-90d6-9f2a6278e879 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542928 Apr 02 18:11:43.066149 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acb164f0-72bd-45e5-aa2c-89caa84573cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:43.120635 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d1b37-c2a4-4ae9-ad02-ecfbf19f4384 req-c10f29f0-8259-48d9-a0c5-908f571bc7d8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:43.130747 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-779d1b37-c2a4-4ae9-ad02-ecfbf19f4384 req-c10f29f0-8259-48d9-a0c5-908f571bc7d8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1632924 Apr 02 18:11:43.185755 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5397a3-7896-4303-817b-0683d2c7d9fa req-bea7b148-c54f-4831-839b-96397789e064 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:43.195266 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-779d1b37-c2a4-4ae9-ad02-ecfbf19f4384 req-17f154b4-0fea-48b5-b179-ce70de35077b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631130 Apr 02 18:11:43.211407 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4f5397a3-7896-4303-817b-0683d2c7d9fa req-bea7b148-c54f-4831-839b-96397789e064 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 945 time: 0.7419367 Apr 02 18:11:43.213735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d0dee85-07cc-4822-b542-d249f408dfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:43.310363 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4f5397a3-7896-4303-817b-0683d2c7d9fa req-e0ed98fd-f297-41c8-b1ba-714d13f25e98 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978432 Apr 02 18:11:43.331083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acb164f0-72bd-45e5-aa2c-89caa84573cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:43.336060 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-be3e4b95-c92f-4efe-bce8-60377bd84975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:43.356759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acb164f0-72bd-45e5-aa2c-89caa84573cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:43.367794 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-acb164f0-72bd-45e5-aa2c-89caa84573cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e1aa04d-7e8a-43e0-ac0f-39ee085eb04d HTTP/1.1" status: 204 len: 168 time: 1.0961809 Apr 02 18:11:43.385659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb164f0-72bd-45e5-aa2c-89caa84573cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1aa04d-7e8a-43e0-ac0f-39ee085eb04d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:43.388280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-acb164f0-72bd-45e5-aa2c-89caa84573cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:43.887426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:43.996082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 60322) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:44.035310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.084057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:44.089734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fe0c2-b7d7-4bf1-9af0-0ac0f90ff2ee req-43bf635e-a390-4627-be78-57ace9764b5c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:44.095057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Usage tracker for resource:security_group_rule and tenant:d3f8a326de3a4bcdbb804586ed4b24be is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:44.097807 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e60fe0c2-b7d7-4bf1-9af0-0ac0f90ff2ee req-43bf635e-a390-4627-be78-57ace9764b5c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1062493 Apr 02 18:11:44.098790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:44.108077 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:44.174473 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e60fe0c2-b7d7-4bf1-9af0-0ac0f90ff2ee req-fc64abac-0f56-47f3-a533-260ce83b6805 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754490 Apr 02 18:11:44.206821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.216975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.299688 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7e955f81-5f84-4e93-8034-3e59b98cd003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:44.382958 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3f8a326de3a4bcdbb804586ed4b24be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855331 Apr 02 18:11:44.383646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bbf5ca-4877-4ce4-b2a7-e4d5d847c320,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:44.386184 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60332) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:44.409190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:44.595158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2807814d-5aab-41b0-9a42-b2ff58082bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.679075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3fbf8-32a5-45ca-b2fa-fd2ea71cd121 req-0707aac0-f3d6-4cb9-a08d-864d8aa46b00 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:44.689792 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f2d3fbf8-32a5-45ca-b2fa-fd2ea71cd121 req-0707aac0-f3d6-4cb9-a08d-864d8aa46b00 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1551700 Apr 02 18:11:44.722808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2807814d-5aab-41b0-9a42-b2ff58082bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.776745 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f2d3fbf8-32a5-45ca-b2fa-fd2ea71cd121 req-b759e394-42c9-45ba-aaad-16bd79d18813 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854621 Apr 02 18:11:44.910017 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2807814d-5aab-41b0-9a42-b2ff58082bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.921504 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-74a1e4ee-ceb8-405b-a3fe-d4c71a72e9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:44.940289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807814d-5aab-41b0-9a42-b2ff58082bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bbf5ca-4877-4ce4-b2a7-e4d5d847c320,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:44.942532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2807814d-5aab-41b0-9a42-b2ff58082bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.943788 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2807814d-5aab-41b0-9a42-b2ff58082bb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44bbf5ca-4877-4ce4-b2a7-e4d5d847c320 HTTP/1.1" status: 204 len: 168 time: 0.5565455 Apr 02 18:11:44.985342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2807814d-5aab-41b0-9a42-b2ff58082bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:45.018381 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6b4af-d660-456e-8b2b-27a0fae2c816 req-e694b45c-4e90-4181-a999-4efd80b84295 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:45.033098 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5ef6b4af-d660-456e-8b2b-27a0fae2c816 req-e694b45c-4e90-4181-a999-4efd80b84295 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 945 time: 0.1832299 Apr 02 18:11:45.124496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.152591 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5ef6b4af-d660-456e-8b2b-27a0fae2c816 req-fae751b8-2170-4833-94b8-501be9b63b43 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108890 Apr 02 18:11:45.595059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0534f-8688-4f7c-a1a7-7146ed9ab769 req-6dcd8730-1c37-4663-964b-5e077b61bc3d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:45.610802 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-66a0534f-8688-4f7c-a1a7-7146ed9ab769 req-6dcd8730-1c37-4663-964b-5e077b61bc3d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1748183 Apr 02 18:11:45.728721 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-66a0534f-8688-4f7c-a1a7-7146ed9ab769 req-edea7094-be8a-41e8-8ee4-698e302156e4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162124 Apr 02 18:11:45.776650 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60356) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:45.811469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.844878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:45.858851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Usage tracker for resource:security_group_rule and tenant:4350948c296448bf94504430038eda72 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:45.862543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:45.868929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:45.956496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.962078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.993083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5014533e-ea28-4ccf-bd2f-3aa9566e6b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:46.023677 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4350948c296448bf94504430038eda72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457502 Apr 02 18:11:46.027048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 60364) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:46.088021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8361ab-58d9-4a60-a335-471bc9197f00,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:46.096027 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:46.119952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d69faecb-31e9-402c-bbeb-b6f09726d196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:46.150753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d69faecb-31e9-402c-bbeb-b6f09726d196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:46.157790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cafe4c-b372-4afc-b30a-5ab0db0a88da req-b7c8f604-e918-4bf3-8f08-d931b1e3f51f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:46.159784 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-32cafe4c-b372-4afc-b30a-5ab0db0a88da req-b7c8f604-e918-4bf3-8f08-d931b1e3f51f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1350491 Apr 02 18:11:46.211644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d69faecb-31e9-402c-bbeb-b6f09726d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:46.228555 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4f6b7fa9-e4e3-4366-b412-1849be88c29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:46.243982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69faecb-31e9-402c-bbeb-b6f09726d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8361ab-58d9-4a60-a335-471bc9197f00,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:46.248943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d69faecb-31e9-402c-bbeb-b6f09726d196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:46.251510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d69faecb-31e9-402c-bbeb-b6f09726d196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:46.252929 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d69faecb-31e9-402c-bbeb-b6f09726d196 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e8361ab-58d9-4a60-a335-471bc9197f00 HTTP/1.1" status: 204 len: 168 time: 0.2248569 Apr 02 18:11:46.266043 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-32cafe4c-b372-4afc-b30a-5ab0db0a88da req-1305663c-17c6-49cc-a7c3-16152336e3e7 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966117 Apr 02 18:11:46.450955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38cd57-817e-416a-957b-eb6ba2345980 req-43f29799-5ca2-4c5d-bc8d-a2e4731f2ed1 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:46.461175 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e38cd57-817e-416a-957b-eb6ba2345980 req-43f29799-5ca2-4c5d-bc8d-a2e4731f2ed1 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 945 time: 0.1332052 Apr 02 18:11:46.555148 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e38cd57-817e-416a-957b-eb6ba2345980 req-38692030-b61c-455b-863a-424c43384b9b tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929177 Apr 02 18:11:46.986361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4d570-26ed-405c-b410-a7573a996f58 req-bf19a8f9-8120-4c8d-ad24-c8d79b06eb40 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:46.987957 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-75d4d570-26ed-405c-b410-a7573a996f58 req-bf19a8f9-8120-4c8d-ad24-c8d79b06eb40 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1403773 Apr 02 18:11:47.061199 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-75d4d570-26ed-405c-b410-a7573a996f58 req-4567a137-b789-4e23-a142-d189231bf8b1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646839 Apr 02 18:11:47.898562 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-0b81b27a-ddf0-4bec-a4f0-2ab88a3d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:47.900395 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-0b81b27a-ddf0-4bec-a4f0-2ab88a3d7fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 1099 time: 0.3350356 Apr 02 18:11:47.966426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-f18a9bbe-537a-4280-b6af-041fc66ab506 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:47.968117 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-f18a9bbe-537a-4280-b6af-041fc66ab506 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 945 time: 0.2858858 Apr 02 18:11:48.106565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-64c69165-9eeb-4503-9a8d-428c29cd00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:48.108161 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-64c69165-9eeb-4503-9a8d-428c29cd00d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.1911683 Apr 02 18:11:48.111797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Deleting port 914d3880-8945-41ce-a20d-00c1d945e29d {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:11:48.112195 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.119144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3be3-7bd6-465b-b5b6-70819e6a5236 req-f5ebf244-f808-41c0-8ede-cac96cc2048d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:48.121264 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5ceb3be3-7bd6-465b-b5b6-70819e6a5236 req-f5ebf244-f808-41c0-8ede-cac96cc2048d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.6300366 Apr 02 18:11:48.234949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be85e0-6cde-4600-9dc1-3826f7e91887 req-f60cd15e-9ebd-4f88-bf39-641653b0c848 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:48.243032 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e9be85e0-6cde-4600-9dc1-3826f7e91887 req-f60cd15e-9ebd-4f88-bf39-641653b0c848 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 945 time: 0.4252713 Apr 02 18:11:48.277105 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5ceb3be3-7bd6-465b-b5b6-70819e6a5236 req-12d418c7-b199-40b6-9e74-a00c0df86887 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886924 Apr 02 18:11:48.279095 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-f793b95a-24f9-42ad-9303-73992e535f55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c HTTP/1.1" status: 200 len: 1002 time: 0.1566148 Apr 02 18:11:48.329163 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e9be85e0-6cde-4600-9dc1-3826f7e91887 req-97e912eb-8c21-4add-a64d-ce2c1d5a3810 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844388 Apr 02 18:11:48.493604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-48b155f5-af7c-444c-8514-191d33e3d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:48.499375 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-48b155f5-af7c-444c-8514-191d33e3d0d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.2134144 Apr 02 18:11:48.633383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] For port 914d3880-8945-41ce-a20d-00c1d945e29d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=914d3880-8945-41ce-a20d-00c1d945e29d,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:48.634114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.695807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-5cdb73e8-0dce-48f7-a17c-ab3c50c9b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:48.697647 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-5cdb73e8-0dce-48f7-a17c-ab3c50c9b4f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1873174 Apr 02 18:11:48.706075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f1331-e557-4004-bd4f-1a1d30a51f32 req-7c8e264b-ef54-4cb4-8d35-c283b0a61858 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:48.714549 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a00f1331-e557-4004-bd4f-1a1d30a51f32 req-7c8e264b-ef54-4cb4-8d35-c283b0a61858 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1389105 Apr 02 18:11:48.779950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Calling delete_port for 914d3880-8945-41ce-a20d-00c1d945e29d owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:11:48.999693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60538) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:49.005049 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a00f1331-e557-4004-bd4f-1a1d30a51f32 req-c11b97bc-3410-4a6f-80ce-84b042386054 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890894 Apr 02 18:11:49.029747 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-612c34a0-817a-4b0b-969b-62c605852c1a service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103650 Apr 02 18:11:49.050740 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:49.063779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['914d3880-8945-41ce-a20d-00c1d945e29d'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:49.080294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-57043649-968c-4733-9cad-688a643b39cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:49.163028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Pushing event deleted for resources: {'Port': ['ID=914d3880-8945-41ce-a20d-00c1d945e29d,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:49.173088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:49.230052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:11:49.255158 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c16b63f5-7a52-4317-93aa-43c660d9c00c req-a4dede18-32bb-46dc-b9fe-a7cd5fc76bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188191 Apr 02 18:11:49.264928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Deleting subnet 2cdfcf87-e482-4ea8-ace9-4a6a97df5403 {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:11:49.276651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:49.363151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:49.459670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:49.591131 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-41bc9217-1f2c-412c-a27c-d2a78d7bd269 req-b8b71ab4-695b-4d11-946e-85cdabb13b6a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77 HTTP/1.1" status: 200 len: 210 time: 0.0731993 Apr 02 18:11:49.699010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] No DVR routers for this DVR port 914d3880-8945-41ce-a20d-00c1d945e29d on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:11:49.715778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:49.719772 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77', 'name': 'network-vif-deleted', 'tag': '914d3880-8945-41ce-a20d-00c1d945e29d'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:49.799123 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff1d5ac-b970-4d2d-8868-3c8b3f8ecc77', 'name': 'network-vif-deleted', 'tag': '914d3880-8945-41ce-a20d-00c1d945e29d', 'status': 'completed', 'code': 200} Apr 02 18:11:49.811405 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1d920ae4-ca65-42e9-b400-974e5f55aa66 req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.20 "DELETE /v2.0/ports/914d3880-8945-41ce-a20d-00c1d945e29d HTTP/1.1" status: 204 len: 173 time: 1.8260281 Apr 02 18:11:49.848692 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa667a-3cf9-4410-90a8-65eaff926ec7 req-39da4b74-7d83-486c-b70a-4478db241e8e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:49.850571 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c2fa667a-3cf9-4410-90a8-65eaff926ec7 req-39da4b74-7d83-486c-b70a-4478db241e8e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.3271151 Apr 02 18:11:49.976107 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c2fa667a-3cf9-4410-90a8-65eaff926ec7 req-8c5f8002-9aff-4ca6-b465-685e263386dd tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084673 Apr 02 18:11:50.011891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.043451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4b4e27d1-8fc2-4566-a38f-f8739607823d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:50.254064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866992-9929-4e0f-8060-4eefbc7e13f8 req-f2c530c9-c7ac-4503-9b86-39f3deea9369 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:50.256144 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a0866992-9929-4e0f-8060-4eefbc7e13f8 req-f2c530c9-c7ac-4503-9b86-39f3deea9369 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1300163 Apr 02 18:11:50.356540 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a0866992-9929-4e0f-8060-4eefbc7e13f8 req-b91e5e45-7709-4658-83eb-720c402ff3f1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852549 Apr 02 18:11:50.557133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cdfcf87-e482-4ea8-ace9-4a6a97df5403,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:50.562270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:50.574987 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.585100 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2cdfcf87-e482-4ea8-ace9-4a6a97df5403 HTTP/1.1" status: 204 len: 168 time: 1.5813015 Apr 02 18:11:50.585573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 60556) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:50.731187 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.933840 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.102442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.102442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.103230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.103230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > port after_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.103586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.103958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > port after_update 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.104342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.104813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.105082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.105439 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.256709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.257145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.257513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.257877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:11:51.258279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a6b45a-cd61-48f6-88bb-40746222260f']}} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:51.321897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b165984-ca0b-42e7-97bd-c36b045927ac') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:51.322247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b165984-ca0b-42e7-97bd-c36b045927ac') {} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:51.343336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6876194'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.363823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.397427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:11:51.532747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8ef91-6797-422d-96f0-3d626a971ae0 req-307239ef-d4b0-44a1-bb13-76391c045a0b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:51.534740 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8f8ef91-6797-422d-96f0-3d626a971ae0 req-307239ef-d4b0-44a1-bb13-76391c045a0b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2662313 Apr 02 18:11:51.629870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541b808-02e9-442b-b337-475c9b0be073 req-3f2fadc1-bf90-4084-9e7a-a9291d4b90d4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:51.631916 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4541b808-02e9-442b-b337-475c9b0be073 req-3f2fadc1-bf90-4084-9e7a-a9291d4b90d4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 946 time: 0.1346662 Apr 02 18:11:51.688341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Network 12a6b45a-cd61-48f6-88bb-40746222260f has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:11:51.699536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6688987'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.703347 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4541b808-02e9-442b-b337-475c9b0be073 req-71d13ebe-06be-48fb-8621-67cb3f1d5101 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642710 Apr 02 18:11:51.744790 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8f8ef91-6797-422d-96f0-3d626a971ae0 req-ac9b5544-29c4-4562-b4f3-370053d93aea tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865923 Apr 02 18:11:51.937457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Network 12a6b45a-cd61-48f6-88bb-40746222260f has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: from cryptography.utils import int_from_bytes Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: from cryptography.utils import int_from_bytes Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: (rel_b, rel_a, rel_b), Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: (rel_b, rel_a, rel_b), Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:11:52.281145 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:11:52.284285 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.289040 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:52.318617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=12a6b45a-cd61-48f6-88bb-40746222260f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:52.321121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.326024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:52.334404 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] 10.222.0.32 "DELETE /v2.0/networks/12a6b45a-cd61-48f6-88bb-40746222260f HTTP/1.1" status: 204 len: 168 time: 1.7453985 Apr 02 18:11:52.335515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60596) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:52.341004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 914d3880-8945-41ce-a20d-00c1d945e29d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:11:52.454736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 914d3880-8945-41ce-a20d-00c1d945e29d {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:11:52.458794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 914d3880-8945-41ce-a20d-00c1d945e29d not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:11:52.459535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:11:52.538319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] Deleting subnet 70315fdf-75a2-465c-9474-95f324f8a2d5 {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:11:52.545282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.686037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.810472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.830858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.884531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:52.886041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:52.905876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.919816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-857684f7-305f-4cb1-bd1a-1deef8c06e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:53.068159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=8']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:53.082014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.083049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.083866 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.084464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.085415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.085969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.086576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.087638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.088385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.088927 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.089606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.090321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:53.104236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:53.200627 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'code': 422} returned with failed status Apr 02 18:11:53.235592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f6238-36ae-4ee0-b847-2912f82ba15f req-7dd413fb-7dc1-47fb-8c59-0f25374676e7 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:53.237342 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eb0f6238-36ae-4ee0-b847-2912f82ba15f req-7dd413fb-7dc1-47fb-8c59-0f25374676e7 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2058489 Apr 02 18:11:53.374415 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eb0f6238-36ae-4ee0-b847-2912f82ba15f req-10eb3d65-6403-4f60-a4a8-82274f98c735 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127968 Apr 02 18:11:53.395310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:53.415793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:53.463505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70315fdf-75a2-465c-9474-95f324f8a2d5,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:53.468432 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:53.531555 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacdc43-7621-4d7f-9c67-fe7005d2246c req-206d6b83-99a1-4ca7-9863-764f16129c61 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:53.533312 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9cacdc43-7621-4d7f-9c67-fe7005d2246c req-206d6b83-99a1-4ca7-9863-764f16129c61 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1240156 Apr 02 18:11:53.590448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:53.597577 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-00cbe810-ce15-4ae9-8d47-1d007fabfa85 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/70315fdf-75a2-465c-9474-95f324f8a2d5 HTTP/1.1" status: 204 len: 168 time: 1.2607532 Apr 02 18:11:53.598248 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9cacdc43-7621-4d7f-9c67-fe7005d2246c req-9e573c5d-b978-4736-b445-3ef6c5c58e2e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581765 Apr 02 18:11:53.600480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60628) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:53.742379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:53.954791 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:54.075029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1fde65-8b7c-495d-bfc0-15086e1742f7']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:54.090015 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cdec83-58fb-4cdc-9262-43f62f46092a') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:54.090362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cdec83-58fb-4cdc-9262-43f62f46092a') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:54.103697 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:54.121354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:54.129477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:11:54.315977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Network ff1fde65-8b7c-495d-bfc0-15086e1742f7 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:11:54.327703 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:54.583062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Network ff1fde65-8b7c-495d-bfc0-15086e1742f7 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:11:54.608295 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:11:54.748139 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d8ce9-4192-453b-a823-ba1b9c67b63f req-0d00433e-d11f-499c-9b2a-88fb7a8ec835 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:54.749967 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2b7d8ce9-4192-453b-a823-ba1b9c67b63f req-0d00433e-d11f-499c-9b2a-88fb7a8ec835 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2347243 Apr 02 18:11:54.754141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:54.786113 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:54.814156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:54.827318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1fde65-8b7c-495d-bfc0-15086e1742f7,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:54.843290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa14f9-e28e-41a4-b3e2-780cc5afeb46 req-6cceed01-7579-44b7-b180-649d1a705eba tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:54.845680 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-03aa14f9-e28e-41a4-b3e2-780cc5afeb46 req-6cceed01-7579-44b7-b180-649d1a705eba tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1150525 Apr 02 18:11:54.859233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:54.865336 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ff1fde65-8b7c-495d-bfc0-15086e1742f7 HTTP/1.1" status: 204 len: 168 time: 1.2637813 Apr 02 18:11:54.876346 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2b7d8ce9-4192-453b-a823-ba1b9c67b63f req-7464af2f-61d9-4a91-b0fe-26f02d514e19 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145878 Apr 02 18:11:54.912752 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-03aa14f9-e28e-41a4-b3e2-780cc5afeb46 req-f95e5590-c91a-4be8-82ce-30ec4a12505a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590320 Apr 02 18:11:55.025207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 60682) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:55.068127 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 60688) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:55.183596 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ba48e340-4600-425d-bc3f-e068c5107568 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8aa89f99c92046b0bc660ef278b928f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111984 Apr 02 18:11:55.184412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60700) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:55.207196 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-101881e6-453b-4feb-8dca-6475d9402adb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1796653 Apr 02 18:11:55.257098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a53914b5-78c0-4cc8-bf7e-0bb63d85d4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:55.286753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a53914b5-78c0-4cc8-bf7e-0bb63d85d4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:55.336501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a53914b5-78c0-4cc8-bf7e-0bb63d85d4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:55.341821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-964a9d74-905e-4246-a385-7c84dedb722d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:55.356068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53914b5-78c0-4cc8-bf7e-0bb63d85d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:55.358867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a53914b5-78c0-4cc8-bf7e-0bb63d85d4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:55.367075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a53914b5-78c0-4cc8-bf7e-0bb63d85d4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:55.371504 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a53914b5-78c0-4cc8-bf7e-0bb63d85d4df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed4fac3c-c581-4c7f-bd74-9cdb0d9a74ee HTTP/1.1" status: 204 len: 168 time: 0.1830602 Apr 02 18:11:55.737942 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60722) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:55.795215 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-5fcf6399-2fb8-4f9e-a3f6-14ec49c24882 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cab0dbe785a471da93240fc03882d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534103 Apr 02 18:11:55.795534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60728) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:55.865090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-88524dd3-2768-466c-bd01-938e3d4cd754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:55.898266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-88524dd3-2768-466c-bd01-938e3d4cd754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:55.975060 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-88524dd3-2768-466c-bd01-938e3d4cd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:55.981503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a53914b5-78c0-4cc8-bf7e-0bb63d85d4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:55.994202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88524dd3-2768-466c-bd01-938e3d4cd754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c391f08e-4e74-41c0-89a7-540e1468f55e,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:55.998269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-88524dd3-2768-466c-bd01-938e3d4cd754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:55.999574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-88524dd3-2768-466c-bd01-938e3d4cd754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:56.001698 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-88524dd3-2768-466c-bd01-938e3d4cd754 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c391f08e-4e74-41c0-89a7-540e1468f55e HTTP/1.1" status: 204 len: 168 time: 0.2043192 Apr 02 18:11:56.112151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43ce7-3b2f-4015-8d99-2b4318cd0a51 req-ebbfeb3f-40ee-4e99-bc45-90f720edad79 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:56.114136 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b0b43ce7-3b2f-4015-8d99-2b4318cd0a51 req-ebbfeb3f-40ee-4e99-bc45-90f720edad79 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1008675 Apr 02 18:11:56.163325 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b0b43ce7-3b2f-4015-8d99-2b4318cd0a51 req-1e010f16-0512-4bee-8491-5e28de915c4e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422657 Apr 02 18:11:56.379130 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4111555-3170-471d-adea-3099a114aa6d req-b38c5cfc-1a66-40a2-84a5-138fd4fc0bf8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:56.387313 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e4111555-3170-471d-adea-3099a114aa6d req-b38c5cfc-1a66-40a2-84a5-138fd4fc0bf8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1104720 Apr 02 18:11:56.439907 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e4111555-3170-471d-adea-3099a114aa6d req-a5de50e6-dfd9-43c6-8c6e-058c3061ee7e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520360 Apr 02 18:11:56.522854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-1acb12b0-bdee-4e8f-95db-7729ca86eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:56.525060 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-1acb12b0-bdee-4e8f-95db-7729ca86eaaf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c&tenant_id=41c29e9f99fa45109ce0d705a307c847 HTTP/1.1" status: 200 len: 1097 time: 0.0917656 Apr 02 18:11:56.630739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-1e038a33-0c09-4678-b97a-a801926595f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:56.632373 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-1e038a33-0c09-4678-b97a-a801926595f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 1097 time: 0.0850232 Apr 02 18:11:56.786155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-de0f5915-6877-4f42-88b5-eb4b3adb8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:56.787743 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-de0f5915-6877-4f42-88b5-eb4b3adb8e75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.1486783 Apr 02 18:11:56.902377 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-bd6ffd83-010b-4c6f-a49e-8af1c2179314 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c HTTP/1.1" status: 200 len: 1000 time: 0.1076684 Apr 02 18:11:56.974460 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-5dacb013-3215-416d-bd9a-33162abbdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:56.976286 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-5dacb013-3215-416d-bd9a-33162abbdae4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.0668116 Apr 02 18:11:57.072376 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-2c3db3af-7ac3-4d8c-bc29-e8bfef0c3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:57.072376 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-2c3db3af-7ac3-4d8c-bc29-e8bfef0c3241 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0884798 Apr 02 18:11:57.241815 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-8b0a18a4-b25a-4590-9eb6-83ad91553314 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631963 Apr 02 18:11:57.383283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d864eb-b7bd-4f4e-83c7-ecefb5d70f18 req-9966ba08-47db-4d5b-b446-cb718fd66c03 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:57.385404 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-56d864eb-b7bd-4f4e-83c7-ecefb5d70f18 req-9966ba08-47db-4d5b-b446-cb718fd66c03 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1003172 Apr 02 18:11:57.437579 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3c947bbf-6f56-4c3e-9690-881053b944c3 req-769861f2-ac4d-4f6a-b2d5-5cd8e00d9e5e service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881745 Apr 02 18:11:57.445269 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-56d864eb-b7bd-4f4e-83c7-ecefb5d70f18 req-e1ab8df8-9ac6-4618-9f44-daf831c01c53 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528147 Apr 02 18:11:57.662216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a069c-4d3d-40fe-bcd6-261cfeb4c541 req-55439bd6-bb6f-4b49-97ad-09bd4b90557d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:57.664844 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-211a069c-4d3d-40fe-bcd6-261cfeb4c541 req-55439bd6-bb6f-4b49-97ad-09bd4b90557d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.0968115 Apr 02 18:11:57.718739 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-211a069c-4d3d-40fe-bcd6-261cfeb4c541 req-708239c4-9f2c-4683-baaa-fd978cd353dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463779 Apr 02 18:11:58.667822 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b6865-f9e8-43d5-83c3-bf75a68132a8 req-2c243491-8447-4441-880c-b96b9b77b7ff tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:58.669475 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b42b6865-f9e8-43d5-83c3-bf75a68132a8 req-2c243491-8447-4441-880c-b96b9b77b7ff tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0909998 Apr 02 18:11:58.725795 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b42b6865-f9e8-43d5-83c3-bf75a68132a8 req-cc4221cd-991a-4f4b-a3c4-9f89e385b395 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493295 Apr 02 18:11:58.925312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7ddb4-8838-496f-a464-546d88fe6755 req-d2761148-d76f-464d-976f-3d07525db9b2 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:58.926887 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fdd7ddb4-8838-496f-a464-546d88fe6755 req-d2761148-d76f-464d-976f-3d07525db9b2 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.0913846 Apr 02 18:11:58.975589 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fdd7ddb4-8838-496f-a464-546d88fe6755 req-54dff5d1-dd27-4f4a-9cd1-05479ff670fe tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Apr 02 18:11:59.922890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15cd2d-e42d-4130-8d9f-58eca54ec60d req-7f3567a3-ef09-49f0-923e-a72ab49832ad tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:59.924512 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7b15cd2d-e42d-4130-8d9f-58eca54ec60d req-7f3567a3-ef09-49f0-923e-a72ab49832ad tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0881965 Apr 02 18:11:59.972983 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7b15cd2d-e42d-4130-8d9f-58eca54ec60d req-c784e29e-050a-4c4f-9b28-ec2fc4e7afd7 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Apr 02 18:12:00.194573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc5af9-e17b-4831-a06d-7c57cb2a24a2 req-45127b06-7f55-4071-8e41-5011bb806239 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:00.196721 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b2bc5af9-e17b-4831-a06d-7c57cb2a24a2 req-45127b06-7f55-4071-8e41-5011bb806239 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.0951807 Apr 02 18:12:00.243379 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b2bc5af9-e17b-4831-a06d-7c57cb2a24a2 req-eb873fe0-bc69-4663-9cbf-64a1e58bc1d9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 Apr 02 18:12:01.182440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b125e-b40f-4bf6-b524-171caca29255 req-fcfdbf33-1c29-45e8-b923-ccdbba20ce7f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:01.184000 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-764b125e-b40f-4bf6-b524-171caca29255 req-fcfdbf33-1c29-45e8-b923-ccdbba20ce7f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0917721 Apr 02 18:12:01.233191 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-764b125e-b40f-4bf6-b524-171caca29255 req-4705ff32-4ba1-4c4a-b4f6-60be5ed87fb3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Apr 02 18:12:01.458367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418e02d-2a0f-48a2-8672-781548913f61 req-1ee9155c-c6d8-4d67-8b1c-d8db60740c74 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:01.460345 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5418e02d-2a0f-48a2-8672-781548913f61 req-1ee9155c-c6d8-4d67-8b1c-d8db60740c74 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.0944564 Apr 02 18:12:01.508912 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5418e02d-2a0f-48a2-8672-781548913f61 req-32e6b485-2292-4d96-948c-2a9d3d4b4415 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 Apr 02 18:12:02.441463 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064ad07-94df-45a2-bc9b-b253a88a6ca9 req-4ef67531-a53e-4744-9cf1-76dfc65e43ee tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:02.443036 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7064ad07-94df-45a2-bc9b-b253a88a6ca9 req-4ef67531-a53e-4744-9cf1-76dfc65e43ee tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0933456 Apr 02 18:12:02.495165 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7064ad07-94df-45a2-bc9b-b253a88a6ca9 req-514b64b0-d7a9-4b42-9dae-11ffdddb4b8a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453925 Apr 02 18:12:02.735704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd42f-303b-4b41-9209-ed4347fe8935 req-cd0fe302-2ab8-4313-8f75-4de351462e8c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:02.737293 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a6acd42f-303b-4b41-9209-ed4347fe8935 req-cd0fe302-2ab8-4313-8f75-4de351462e8c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.0974276 Apr 02 18:12:02.787772 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a6acd42f-303b-4b41-9209-ed4347fe8935 req-e627d4c1-fb61-4d7a-a310-d7de9b52d3c2 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Apr 02 18:12:03.698361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b83e-2a49-4053-ac9e-9f4cf9b14a17 req-3481f82a-2a00-4327-99c7-cbf3e60d3024 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:03.700023 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4ef2b83e-2a49-4053-ac9e-9f4cf9b14a17 req-3481f82a-2a00-4327-99c7-cbf3e60d3024 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0900769 Apr 02 18:12:03.747240 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4ef2b83e-2a49-4053-ac9e-9f4cf9b14a17 req-20f0c88c-a1cf-44e0-a444-275f4825cffb tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Apr 02 18:12:04.004398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec4dab-c7b2-43b5-8d85-cd538b4d1e16 req-481326f1-3d91-43c3-bcda-613bf0b95384 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:04.005981 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62ec4dab-c7b2-43b5-8d85-cd538b4d1e16 req-481326f1-3d91-43c3-bcda-613bf0b95384 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.0932591 Apr 02 18:12:04.055328 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62ec4dab-c7b2-43b5-8d85-cd538b4d1e16 req-2cf1c1bd-34b1-4ce6-bc2d-ceb636dd4120 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422106 Apr 02 18:12:04.953115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137220-fb7b-46e8-92b1-26cb15afd650 req-04a789b0-ac30-4b26-a2ce-3e2c225971ad tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:04.954716 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-72137220-fb7b-46e8-92b1-26cb15afd650 req-04a789b0-ac30-4b26-a2ce-3e2c225971ad tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0884526 Apr 02 18:12:05.003643 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-72137220-fb7b-46e8-92b1-26cb15afd650 req-9ae519cc-6c1b-406c-b2e8-31b193b41d8a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Apr 02 18:12:05.266357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9f233-b154-4020-b70e-aefa696080e0 req-80da5d87-3ed6-44ec-a690-88c81115f4b8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:05.267815 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f6f9f233-b154-4020-b70e-aefa696080e0 req-80da5d87-3ed6-44ec-a690-88c81115f4b8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.0904207 Apr 02 18:12:05.316856 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f6f9f233-b154-4020-b70e-aefa696080e0 req-00e35b12-0b41-4a30-ae9a-4b19e35a91f3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Apr 02 18:12:05.851817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60926) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:05.979257 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:05.995731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:05.999979 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Usage tracker for resource:security_group_rule and tenant:5c50bf238def4baab8ddac6b5ffefca6 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:06.003036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:06.009789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:06.100294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.103619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.113002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-83d4ec7a-f304-4276-8b9c-c401f7b8e9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:06.155143 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c50bf238def4baab8ddac6b5ffefca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020940 Apr 02 18:12:06.156833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fa3e7a-5eab-4224-a2f8-e3984022d3d5,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:06.159351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 60936) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:06.162356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:06.215910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7f3da-f416-46ae-811c-e30283ea2dcc req-beaf184e-6f64-4f30-816d-a9d559f0d174 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:06.218076 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ddf7f3da-f416-46ae-811c-e30283ea2dcc req-beaf184e-6f64-4f30-816d-a9d559f0d174 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0870979 Apr 02 18:12:06.223311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb3e76c9-ebc7-4746-bbeb-a96a4ff688c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.253241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb3e76c9-ebc7-4746-bbeb-a96a4ff688c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.270361 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ddf7f3da-f416-46ae-811c-e30283ea2dcc req-d87350e7-2045-4667-9e42-68cf426cb9a5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Apr 02 18:12:06.301516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb3e76c9-ebc7-4746-bbeb-a96a4ff688c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.306850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bcde6fc9-98c3-4a0a-903e-6ef83b06dff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:06.320302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e76c9-ebc7-4746-bbeb-a96a4ff688c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fa3e7a-5eab-4224-a2f8-e3984022d3d5,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:06.323043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fb3e76c9-ebc7-4746-bbeb-a96a4ff688c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:06.324284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb3e76c9-ebc7-4746-bbeb-a96a4ff688c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.325442 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fb3e76c9-ebc7-4746-bbeb-a96a4ff688c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9fa3e7a-5eab-4224-a2f8-e3984022d3d5 HTTP/1.1" status: 204 len: 168 time: 0.1651475 Apr 02 18:12:06.560090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d38045-feb5-4074-9dca-9298558de37a req-1cbaa248-0cdc-49a2-b54e-8157e039c21b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:06.562883 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46d38045-feb5-4074-9dca-9298558de37a req-1cbaa248-0cdc-49a2-b54e-8157e039c21b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1045711 Apr 02 18:12:06.623296 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46d38045-feb5-4074-9dca-9298558de37a req-ba4a4c48-644a-47a9-8be1-5d9015ad7f05 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522597 Apr 02 18:12:06.686643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 60958) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:06.705643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.714221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-8a123f57-22ca-4d27-8ccc-b7dfe94560a4 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:06.719313 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-8a123f57-22ca-4d27-8ccc-b7dfe94560a4 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/networks?id=b66e51a7-5ba5-4569-8027-120ae57959e9 HTTP/1.1" status: 200 len: 813 time: 0.1884141 Apr 02 18:12:06.725315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:06.730005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Usage tracker for resource:security_group_rule and tenant:c7d6cae53581443bab879292319e7688 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:06.733001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:06.733505 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-47d22630-b405-4c65-914b-e7b5f6dcdbcd tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/quotas/d563c6b3fb7b46148a3e2a04dde73714 HTTP/1.1" status: 200 len: 375 time: 0.0114713 Apr 02 18:12:06.740161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:06.791117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-2a22d599-337a-41a7-a38d-c04194fed907 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Synchronizing usage tracker for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:06.810882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-2a22d599-337a-41a7-a38d-c04194fed907 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Unset dirty status for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:06.812255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-2a22d599-337a-41a7-a38d-c04194fed907 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d563c6b3fb7b46148a3e2a04dde73714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718095 Apr 02 18:12:06.836131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.839849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:06.853255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d69faecb-31e9-402c-bbeb-b6f09726d196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:06.894579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c40eb69-9c3c-4cc1-953a-f79789b61d05,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:06.921850 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7d6cae53581443bab879292319e7688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339230 Apr 02 18:12:06.922588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 60970) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:06.923515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:06.993851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d57d4e37-64ca-43e3-99e5-478362e5da20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:07.036920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d57d4e37-64ca-43e3-99e5-478362e5da20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:07.091996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:07.109199 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d57d4e37-64ca-43e3-99e5-478362e5da20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:07.139613 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a62301ed-b727-44ca-bad5-a6b74dea4a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:07.155836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d4e37-64ca-43e3-99e5-478362e5da20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c40eb69-9c3c-4cc1-953a-f79789b61d05,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:07.158680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d57d4e37-64ca-43e3-99e5-478362e5da20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:07.159805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d57d4e37-64ca-43e3-99e5-478362e5da20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:07.164890 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d57d4e37-64ca-43e3-99e5-478362e5da20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c40eb69-9c3c-4cc1-953a-f79789b61d05 HTTP/1.1" status: 204 len: 168 time: 0.2402594 Apr 02 18:12:07.225832 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-8ce4ebd3-91f6-4202-bf6d-534e4db18443 service neutron] 10.222.0.32 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046853 Apr 02 18:12:07.451987 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-f538b5ce-5a08-4639-a0f2-da26d0797854 service neutron] 10.222.0.32 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171371 Apr 02 18:12:07.553585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ed198-21d0-40ab-a16f-0ac0e45cea27 req-ef5e4423-f8e8-4975-adbb-edd1a0b6e591 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:07.555263 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1e6ed198-21d0-40ab-a16f-0ac0e45cea27 req-ef5e4423-f8e8-4975-adbb-edd1a0b6e591 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1400528 Apr 02 18:12:07.636865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 32800) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:07.661083 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1e6ed198-21d0-40ab-a16f-0ac0e45cea27 req-f42dfd5d-f811-4d8e-bb75-db2b005c5d9c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984709 Apr 02 18:12:07.661491 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:07.682513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:07.702046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Usage tracker for resource:security_group_rule and tenant:45fd4b9d787c4d80a9f88d0c4faaf6fa is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:07.706995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:07.715379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:07.867843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373c4e3-4274-40a3-b43c-168e98ad0e64 req-5dff432e-42c6-4d2d-b92e-ab01f73a8c88 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:07.875498 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4373c4e3-4274-40a3-b43c-168e98ad0e64 req-5dff432e-42c6-4d2d-b92e-ab01f73a8c88 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.0985670 Apr 02 18:12:07.879538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:07.889170 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-01649b78-4b28-4472-9320-8f8d53f1bb4b req-fbeb0aba-f821-4513-997a-ddfdd84e7a39 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.2009635 Apr 02 18:12:07.890044 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:07.900063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8766347e-cf57-4edb-8abd-ca9b1759fd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:07.954724 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45fd4b9d787c4d80a9f88d0c4faaf6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139765 Apr 02 18:12:07.954724 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d611308f-8de3-4175-9e6e-4a2ae827c905,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:07.956313 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4373c4e3-4274-40a3-b43c-168e98ad0e64 req-5206df31-12e5-4a20-b2c0-7a3b37059f1b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790515 Apr 02 18:12:07.956846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 32820) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:07.958335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:08.036155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5da51dcc-7f7e-480e-9306-8c94818be5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:08.065394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5da51dcc-7f7e-480e-9306-8c94818be5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:08.120737 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5da51dcc-7f7e-480e-9306-8c94818be5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:08.126300 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-63b2d3ff-8c6b-4e98-8caf-e7e4f5c9625f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:08.138674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da51dcc-7f7e-480e-9306-8c94818be5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d611308f-8de3-4175-9e6e-4a2ae827c905,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:08.140882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5da51dcc-7f7e-480e-9306-8c94818be5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:08.146981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5da51dcc-7f7e-480e-9306-8c94818be5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:08.148476 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-5da51dcc-7f7e-480e-9306-8c94818be5ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d611308f-8de3-4175-9e6e-4a2ae827c905 HTTP/1.1" status: 204 len: 168 time: 0.1898611 Apr 02 18:12:08.877729 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58cd93-fbad-4ab7-90f6-8b841bff383b req-3a5948d2-555f-4220-a990-be81414f3166 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:08.879350 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3d58cd93-fbad-4ab7-90f6-8b841bff383b req-3a5948d2-555f-4220-a990-be81414f3166 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0911691 Apr 02 18:12:08.905263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 32856) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:08.966922 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3d58cd93-fbad-4ab7-90f6-8b841bff383b req-f6fa5948-cc3e-4102-abcf-5ade68c1b1ee tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761666 Apr 02 18:12:08.995705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Deleting subnet f3d5a5e7-ce39-478e-ba79-491c88ffd518 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:12:08.999543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.057700 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847899605'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.124673 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.274514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186ac6-96c4-40b7-90ae-239d4835742f req-1e4725df-650f-425f-a713-341b57e051ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:09.276924 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc186ac6-96c4-40b7-90ae-239d4835742f req-1e4725df-650f-425f-a713-341b57e051ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1212800 Apr 02 18:12:09.399166 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc186ac6-96c4-40b7-90ae-239d4835742f req-ecb88e16-ec4f-4f82-89c3-79a259b3dde9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033869 Apr 02 18:12:09.500182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 32876) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:09.566537 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-59dd42be-c26e-4960-8cfc-76bcb39d11f5 req-2a9546e3-4761-433e-945e-84d0bc70357b tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.1002307 Apr 02 18:12:09.600357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6688880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6764736'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.674115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-466686615-network', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:09.679373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:09.683068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:09.684609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Usage tracker for resource:network and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:09.690231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:09.695372 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:09.725316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Made reservation on behalf of a832b1068a0d49f9916a09d01bae893e for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:09.731486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.750332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d5a5e7-ce39-478e-ba79-491c88ffd518,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:09.752885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:09.753472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.767332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.770559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:09.775670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Usage tracker for resource:security_group_rule and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:09.777589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:09.777851 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3d5a5e7-ce39-478e-ba79-491c88ffd518 HTTP/1.1" status: 204 len: 168 time: 0.8711798 Apr 02 18:12:09.779854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 32882) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:09.789018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:09.901955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.907027 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.910412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3a886f87-af7c-4b5a-890d-1bc2c135a321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:09.947576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:12:09.960962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c850b8-740a-4e58-ba23-a059c27e408a,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:09.990142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:09.994278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.994672 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Added segment 9aa4d681-4769-42fd-954d-0e4df820d10f of type vlan for network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 Apr 02 18:12:10.036216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:10.074236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:10.075838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:10.076621 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:10.082173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:10.118787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:10.308219 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8037720 Apr 02 18:12:10.310108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 32888) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:10.310821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Pushing event updated for resources: {'Network': ['ID=89d04f3c-8201-4d4b-aabe-cfa11c8275f6,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:10.315085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:10.327709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Request body: {'subnet': {'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-466686615-subnet', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'ip_version': 4}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:10.349269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:10.370627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:12:10.417674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Usage tracker for resource:subnet and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:10.422633 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:10.447507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:10.461394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9a619-6206-486d-9719-98d19ffad0f5 req-9d8831d9-2bfa-4464-99f7-98a676580322 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:10.463561 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e2a9a619-6206-486d-9719-98d19ffad0f5 req-9d8831d9-2bfa-4464-99f7-98a676580322 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.3556042 Apr 02 18:12:10.528507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:10.551676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Made reservation on behalf of a832b1068a0d49f9916a09d01bae893e for: {'subnet': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:10.563002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847962598'] for subnet, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:10.715038 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e2a9a619-6206-486d-9719-98d19ffad0f5 req-f4740227-74f1-459c-ba5e-beabca4cec52 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360277 Apr 02 18:12:10.842038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d220e60-3ce6-4435-8833-f399bea933ab']}} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:10.855875 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:10.856425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd144ba9-ce74-4ea8-bc61-9a86d8ec52a0') {} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:10.871772 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6876194'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:10.910829 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:10.930349 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:12:10.946402 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-90996c52-e0dd-41fc-994c-55639bf98a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.012664 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7d5c40e6-b43a-4321-a750-b1112c61bd76 req-3c97820f-b601-49aa-946f-effb88dd48ee tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.0708978 Apr 02 18:12:11.035338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4de66-660b-4478-8189-2dd8a900c3a6 req-2fe446dd-fbc3-41ec-ad5d-381950eed6ef tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:11.040081 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c4d4de66-660b-4478-8189-2dd8a900c3a6 req-2fe446dd-fbc3-41ec-ad5d-381950eed6ef tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.4673150 Apr 02 18:12:11.179464 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c4d4de66-660b-4478-8189-2dd8a900c3a6 req-c096fc65-eef9-433d-b7ae-c1fa535ccf76 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211157 Apr 02 18:12:11.194283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Network 2d220e60-3ce6-4435-8833-f399bea933ab has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:12:11.205713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6688987'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.259404 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6669910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847962583'] for subnet, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.275683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:11.414042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47266cd8-e9d9-405a-b214-cf3bc850f424,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:11.419387 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:11.433375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Network 2d220e60-3ce6-4435-8833-f399bea933ab has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:12:11.491011 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:12:11.510769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Checking segment: {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:11.511160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Network hostable DHCP agents. Network: 89d04f3c-8201-4d4b-aabe-cfa11c8275f6, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:12:11.531753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:12:11.545708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 89d04f3c-8201-4d4b-aabe-cfa11c8275f6) {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:11.555177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83f59f-2879-4002-bd6f-085c50f691af None None] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:12:11.571148 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:11.571828 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.597831 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2824731 Apr 02 18:12:11.603681 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 32908) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:11.609616 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:11.615042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:11.619874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.620075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Usage tracker for resource:router and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:11.624745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:11.640538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:11.653354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.656612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d220e60-3ce6-4435-8833-f399bea933ab,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:11.659977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:11.660576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:11.673432 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774967'] for router, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.674721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-830'] for router, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.675216 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bc889e7d-0ce5-4295-9f9d-1a9ec42a67a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d220e60-3ce6-4435-8833-f399bea933ab HTTP/1.1" status: 204 len: 168 time: 1.8949773 Apr 02 18:12:11.724146 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:11.876751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 32924) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:12.010906 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-164654e6-f3df-4908-a37d-418d62972bd8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fae4851f1398491987ae06d1f536c686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1326025 Apr 02 18:12:12.013498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 32930) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:12.057499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp423a3e73-a584-533f-b49d-55ed1d14d18e-89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424'}]}} from dv-cinder-784477-2-smb. {{(pid=84336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:12:12.065201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.125338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.185876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-96b34899-afe4-482f-833e-e40c0af41c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.234834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-96b34899-afe4-482f-833e-e40c0af41c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.305132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.313675 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ac56a7c3-61e4-49b6-b8bc-18cd4abd271c req-76556065-8ab0-4174-ad92-e9a2815e9452 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.0702446 Apr 02 18:12:12.389648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Allocated IP 172.20.0.2 (89d04f3c-8201-4d4b-aabe-cfa11c8275f6/47266cd8-e9d9-405a-b214-cf3bc850f424/3d4f669b-912f-48df-bacc-93dc1f5c69cc) {{(pid=84336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:12.400069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-96b34899-afe4-482f-833e-e40c0af41c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.406009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-75b456a4-ba03-417c-977f-e69030d44685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:12.435719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b34899-afe4-482f-833e-e40c0af41c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534548fd-0ed9-492b-bb27-ccfe4b5939eb,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:12.442411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0b659-7415-4989-9255-a98a45700c7d req-02ac3173-f802-45d8-81b2-aeb257590403 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:12.445451 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-63a0b659-7415-4989-9255-a98a45700c7d req-02ac3173-f802-45d8-81b2-aeb257590403 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.4069471 Apr 02 18:12:12.448078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-96b34899-afe4-482f-833e-e40c0af41c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:12.465041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-96b34899-afe4-482f-833e-e40c0af41c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.469492 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-96b34899-afe4-482f-833e-e40c0af41c7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/534548fd-0ed9-492b-bb27-ccfe4b5939eb HTTP/1.1" status: 204 len: 168 time: 0.4544015 Apr 02 18:12:12.640263 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-63a0b659-7415-4989-9255-a98a45700c7d req-3964c211-9058-4287-adc5-b3af18c16dfd tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868484 Apr 02 18:12:12.745865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b35523-04df-49b9-a6c5-f76853038ad4 req-ed57dd1e-6fb2-4de1-a9ec-95d9d21ad169 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:12.747502 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-89b35523-04df-49b9-a6c5-f76853038ad4 req-ed57dd1e-6fb2-4de1-a9ec-95d9d21ad169 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1564550 Apr 02 18:12:12.767714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.786506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Transition to ACTIVE for port object 3d4f669b-912f-48df-bacc-93dc1f5c69cc will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:12.829110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Transition to ACTIVE for port object 3d4f669b-912f-48df-bacc-93dc1f5c69cc will not be triggered until provisioned by entity DHCP. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:12.836728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:12.912845 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-89b35523-04df-49b9-a6c5-f76853038ad4 req-dc2c6562-aeba-4202-9a4d-9744ff3883c8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470134 Apr 02 18:12:12.996110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:13.077494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.110154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Pushing event updated for resources: {'Port': ['ID=3d4f669b-912f-48df-bacc-93dc1f5c69cc,revision_number=1']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:13.139182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:13.156334 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.160316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 is already hosted by enough agents. {{(pid=84336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:13.161719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Resources bound (agent type, host, resource id): {{(pid=84336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:13.166992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Received port after_create {{(pid=84336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:13.287099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-378bb153-785d-4ea4-b05f-4caf064af18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.292878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Attempting to bind port 3d4f669b-912f-48df-bacc-93dc1f5c69cc on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:13.293388 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Attempting to bind port 3d4f669b-912f-48df-bacc-93dc1f5c69cc by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:13.293870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Attempting to bind port 3d4f669b-912f-48df-bacc-93dc1f5c69cc on network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:13.300141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:13.300680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Checking segment: {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:13.301219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.301727 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Bound using segment: {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:13.302355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Bound port: 3d4f669b-912f-48df-bacc-93dc1f5c69cc, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:13.302802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.403405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Allocated IP 172.28.1.53 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/3391c9ea-af8c-4734-8f0d-126a5a64a5a2) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:13.504313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] For port 3d4f669b-912f-48df-bacc-93dc1f5c69cc, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:13.507702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] For port 3d4f669b-912f-48df-bacc-93dc1f5c69cc, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=3d4f669b-912f-48df-bacc-93dc1f5c69cc,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:13.515381 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.607508 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-86ffcd33-b9cb-4fc0-b231-70e125beee44 req-0fd0dbf0-13bd-4a48-b11b-5c04af0bca9a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.0982039 Apr 02 18:12:13.690771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:13.740872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.782256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.800977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ad219a0e-4948-456f-a944-73d3e288ad51 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:13.845266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Pushing event updated for resources: {'Port': ['ID=3d4f669b-912f-48df-bacc-93dc1f5c69cc,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:13.858047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:13.915020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:13.979509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db1b-ea89-4ab7-afe6-5b3c82c2caf5 req-07a72b19-dfdb-472b-9912-c45fddf3c17f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:13.986399 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1415db1b-ea89-4ab7-afe6-5b3c82c2caf5 req-07a72b19-dfdb-472b-9912-c45fddf3c17f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1830628 Apr 02 18:12:14.125171 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1415db1b-ea89-4ab7-afe6-5b3c82c2caf5 req-8c81769b-d5c6-4e17-a9e0-91b560048fb8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316006 Apr 02 18:12:14.429108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3391c9ea-af8c-4734-8f0d-126a5a64a5a2,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:14.439098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:14.512961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:14.517085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:14.519904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:14.561437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706adc1-4f31-4126-a3aa-9ca20103b8eb req-30c7e6a3-cc65-46f1-a41f-5d9dc5d28ec0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:14.563219 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e706adc1-4f31-4126-a3aa-9ca20103b8eb req-30c7e6a3-cc65-46f1-a41f-5d9dc5d28ec0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.2697065 Apr 02 18:12:14.836532 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-181bb084-a5bf-4c3e-88c2-33d086468955 req-ade5fb24-c663-4620-92f5-98b28953c8e3 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.0594716 Apr 02 18:12:14.936329 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e706adc1-4f31-4126-a3aa-9ca20103b8eb req-2f95f2f4-4de1-4293-933d-1d9cbdc936b1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449376 Apr 02 18:12:15.139353 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:15.166073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:15.369302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bc4d2-9e6c-4a17-89bc-9bd5ec936044 req-1b71ed5c-a412-43ce-8936-cdcf41674376 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:15.377316 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-595bc4d2-9e6c-4a17-89bc-9bd5ec936044 req-1b71ed5c-a412-43ce-8936-cdcf41674376 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1395307 Apr 02 18:12:15.438414 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-595bc4d2-9e6c-4a17-89bc-9bd5ec936044 req-dcb7fe4f-9586-4756-8a6d-259999833c01 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599649 Apr 02 18:12:15.622588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 3d4f669b-912f-48df-bacc-93dc1f5c69cc up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:15.725791 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:15.741196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 3d4f669b-912f-48df-bacc-93dc1f5c69cc completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:16.061438 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb1cb9-5c2f-40b7-941c-6b7c62b78478 None None] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:12:16.146812 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-150bd8c2-5c36-4e0a-aa0e-8f89d9ee8a64 req-59eb1783-57f8-43f7-9e58-5b58b7079b8d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.1349866 Apr 02 18:12:16.297071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Router d3f2081c-ae3c-4cc0-8a3e-a839b583303d is scheduled to L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c with binding_index 1 {{(pid=84335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:12:16.322078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3bb51-501f-44ee-bd11-6ff33eceab85 req-6c7a2317-02c4-49c9-8000-c8ef46616485 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:16.323217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e67714af-4c67-40d8-a00a-7b346aee24c8 None None] Provisioning for port 3d4f669b-912f-48df-bacc-93dc1f5c69cc completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:16.340838 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d5a3bb51-501f-44ee-bd11-6ff33eceab85 req-6c7a2317-02c4-49c9-8000-c8ef46616485 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1657500 Apr 02 18:12:16.352111 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e67714af-4c67-40d8-a00a-7b346aee24c8 None None] Provisioning complete for port 3d4f669b-912f-48df-bacc-93dc1f5c69cc triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:16.376593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e67714af-4c67-40d8-a00a-7b346aee24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:16.512075 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d5a3bb51-501f-44ee-bd11-6ff33eceab85 req-fbbb44e5-743d-4f7d-b993-1dc91fd3d5c8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701722 Apr 02 18:12:16.854938 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:12:16.865967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Sync routers for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:12:16.896497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:16.898249 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:16.905833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04f15d-a1aa-44ad-8570-9d9771ed9ed7 req-7399438f-0393-4f82-afc2-9135fa5ae5d0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:16.907398 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4f04f15d-a1aa-44ad-8570-9d9771ed9ed7 req-7399438f-0393-4f82-afc2-9135fa5ae5d0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2020347 Apr 02 18:12:16.908718 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:16.913362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33022) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:16.932559 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.3119915 Apr 02 18:12:17.015665 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4f04f15d-a1aa-44ad-8570-9d9771ed9ed7 req-56b06dbb-b080-4edc-9915-684bb83bb845 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812719 Apr 02 18:12:17.189691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e67714af-4c67-40d8-a00a-7b346aee24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:17.268209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:17.270078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e67714af-4c67-40d8-a00a-7b346aee24c8 None None] For port 3d4f669b-912f-48df-bacc-93dc1f5c69cc, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=3d4f669b-912f-48df-bacc-93dc1f5c69cc,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:17.277741 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e67714af-4c67-40d8-a00a-7b346aee24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:17.290869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-857684f7-305f-4cb1-bd1a-1deef8c06e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:17.539661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67714af-4c67-40d8-a00a-7b346aee24c8 None None] Pushing event updated for resources: {'Port': ['ID=3d4f669b-912f-48df-bacc-93dc1f5c69cc,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:17.564360 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e67714af-4c67-40d8-a00a-7b346aee24c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:17.727424 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e6e461b2-ec2b-4a15-838d-8b335d26162e req-1a730fb8-2899-4281-906b-8078e3734582 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.2006896 Apr 02 18:12:17.918715 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3ad482c7-1697-4b45-affc-f5a96d973233 None None] Provisioning complete for port 3d4f669b-912f-48df-bacc-93dc1f5c69cc triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:17.922717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3ad482c7-1697-4b45-affc-f5a96d973233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:17.949103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2e3bc-e8dc-4069-9668-078e8710a779 req-d0241f94-0e77-4503-b155-7bcecd1a682d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:17.956077 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abb2e3bc-e8dc-4069-9668-078e8710a779 req-d0241f94-0e77-4503-b155-7bcecd1a682d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.1494763 Apr 02 18:12:18.067730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:14Z', 'revision_number': 3, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:18.073337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Checking router: d3f2081c-ae3c-4cc0-8a3e-a839b583303d for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:12:18.074733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Updating router d3f2081c-ae3c-4cc0-8a3e-a839b583303d port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 binding host dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:12:18.126814 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-abb2e3bc-e8dc-4069-9668-078e8710a779 req-dbe6bca9-b6bc-418a-95a4-6b35a263aef5 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559076 Apr 02 18:12:18.191836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:18.772412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241e8e7-88cc-4559-bbe3-fdb9056d8777 req-c44ed6f0-7c25-42c1-b8a7-b99651850680 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:18.779427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:18.781119 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2241e8e7-88cc-4559-bbe3-fdb9056d8777 req-c44ed6f0-7c25-42c1-b8a7-b99651850680 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.5416315 Apr 02 18:12:18.799355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Transition to ACTIVE for port object 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:18.808288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:18.859041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-df001226-2574-433a-82c3-bfa3ca86c2de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:18.989485 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:19.032232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Pushing event updated for resources: {'Port': ['ID=3391c9ea-af8c-4734-8f0d-126a5a64a5a2,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:19.045584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.046099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.046573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.047053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.047515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.047977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.048495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.048958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.049417 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.049873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.050329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.050782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.054779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:19.208594 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-186df3aa-96b9-4da5-91a6-3f813cc159b7 req-39510725-2895-46eb-800a-507f5db1e4d9 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.1277323 Apr 02 18:12:19.293470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Attempting to bind port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:19.295747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Attempting to bind port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:19.296410 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Attempting to bind port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 on network 25f59e59-11d9-4f50-904d-648d364b3be9 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:19.305696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:19.306553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:19.311262 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:19.311999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Bound using segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:19.312786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Bound port: 3391c9ea-af8c-4734-8f0d-126a5a64a5a2, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:19.313418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:19.444502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] For port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:19.447696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] For port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=3391c9ea-af8c-4734-8f0d-126a5a64a5a2,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:19.459827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:19.482209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Allocated IP 172.20.0.1 (89d04f3c-8201-4d4b-aabe-cfa11c8275f6/47266cd8-e9d9-405a-b214-cf3bc850f424/1980247a-b970-482e-aad1-f41afe9b5a9d) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:19.493721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-de69c94a-761e-4f22-be39-2ae2a62a521a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:19.534708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 3d4f669b-912f-48df-bacc-93dc1f5c69cc up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:19.645604 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2241e8e7-88cc-4559-bbe3-fdb9056d8777 req-4ded26b9-bc37-41ba-abfa-e74077aee31a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8635092 Apr 02 18:12:19.657095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 3d4f669b-912f-48df-bacc-93dc1f5c69cc triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:19.657502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:19.732226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64338c8-3700-4447-bfb1-7b6d07ff4b7e req-8e775f88-943f-451a-97be-4a7207065da4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:19.743480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Pushing event updated for resources: {'Port': ['ID=3391c9ea-af8c-4734-8f0d-126a5a64a5a2,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:19.745031 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c64338c8-3700-4447-bfb1-7b6d07ff4b7e req-8e775f88-943f-451a-97be-4a7207065da4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.2167034 Apr 02 18:12:19.760034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:19.770082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:19.804206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Transition to ACTIVE for port object 1980247a-b970-482e-aad1-f41afe9b5a9d will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:19.856981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:19.865460 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c64338c8-3700-4447-bfb1-7b6d07ff4b7e req-b55003c2-ca55-4a7f-a1d8-b1c379cb29c2 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194065 Apr 02 18:12:19.890437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3bf8e900-4e8f-4a6d-83e2-7b2e34d2249b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:19.890963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:19.891642 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:20.038934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1980247a-b970-482e-aad1-f41afe9b5a9d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:20.042001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:20.100306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:20.101760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:20.105211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:20.174672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854106301'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.252058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:20.341222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.479868 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b3a2246d-e226-4ed7-8cfd-4c7b8dfd1826 req-92d31f79-9e3a-4319-8dff-ba26de81b7aa tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.0979321 Apr 02 18:12:20.513579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f4269739-33fd-4774-a50d-c06dfef787b6 None None] Provisioning for port 1980247a-b970-482e-aad1-f41afe9b5a9d completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:20.518888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f4269739-33fd-4774-a50d-c06dfef787b6 None None] Provisioning complete for port 1980247a-b970-482e-aad1-f41afe9b5a9d triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:20.519572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f4269739-33fd-4774-a50d-c06dfef787b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.519743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609efd0c-ce76-4c48-9065-12d5a473e749 req-3a9ccefe-9260-4c9a-ba67-fc1aaa9436cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:20.521413 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-609efd0c-ce76-4c48-9065-12d5a473e749 req-3a9ccefe-9260-4c9a-ba67-fc1aaa9436cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1099 time: 0.1907465 Apr 02 18:12:20.600906 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-609efd0c-ce76-4c48-9065-12d5a473e749 req-5a2bc163-6720-4505-a542-d79242594acd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673206 Apr 02 18:12:20.626231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f4269739-33fd-4774-a50d-c06dfef787b6 None None] Port 1980247a-b970-482e-aad1-f41afe9b5a9d cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:12:20.740416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:14Z', 'revision_number': 3, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:20.757568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8062c1f-47ae-4284-89e8-15d2b4341797 None None] The sync data for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb is: [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:14Z', 'revision_number': 3, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:12:20.765334 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.769735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6688933'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.828756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:20.876151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854211868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854109034'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:21.001617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1980247a-b970-482e-aad1-f41afe9b5a9d,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:21.006944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:21.082606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847bae-aed9-47ab-965d-df0a29d755b1 req-ba6a3618-90fd-465a-915f-2b54bc48597a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:21.084592 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e6847bae-aed9-47ab-965d-df0a29d755b1 req-ba6a3618-90fd-465a-915f-2b54bc48597a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2156093 Apr 02 18:12:21.103987 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-cd5e600b-11ab-4992-9341-17fa71b479c5 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:21.106371 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-cd5e600b-11ab-4992-9341-17fa71b479c5 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.20 "GET /v2.0/networks?id=b66e51a7-5ba5-4569-8027-120ae57959e9 HTTP/1.1" status: 200 len: 813 time: 0.3587880 Apr 02 18:12:21.128862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:21.133291 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:21.590826 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064e274-b271-445b-b85b-7daaf94c07e2 req-08640112-06ea-4a17-ac37-0f647037d904 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:21.594805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-541ef94f-2515-4fdd-aa81-cefc03c072dd None None] Provisioning complete for port 1980247a-b970-482e-aad1-f41afe9b5a9d triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:21.595227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-541ef94f-2515-4fdd-aa81-cefc03c072dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:21.600534 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2064e274-b271-445b-b85b-7daaf94c07e2 req-08640112-06ea-4a17-ac37-0f647037d904 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 944 time: 0.5519857 Apr 02 18:12:21.650477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Router d3f2081c-ae3c-4cc0-8a3e-a839b583303d has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:12:21.722581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-541ef94f-2515-4fdd-aa81-cefc03c072dd None None] Port 1980247a-b970-482e-aad1-f41afe9b5a9d cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:12:21.725889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:21.740729 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Request body: {'port': {'device_id': 'f2d59fea-ae06-4015-9a61-9e70a79313b5', 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9', 'admin_state_up': True, 'tenant_id': 'd563c6b3fb7b46148a3e2a04dde73714'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:21.763085 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e6847bae-aed9-47ab-965d-df0a29d755b1 req-da4d64e0-c17c-4130-a40c-166085e4b835 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699798 Apr 02 18:12:21.823685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:21.835668 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:21.836103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:21.882854 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2064e274-b271-445b-b85b-7daaf94c07e2 req-4d5ba710-8336-442e-9ebd-6d3a7aca281f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746413 Apr 02 18:12:22.022848 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e96839e4-b0e3-4d95-bcc1-dfa7594d8882 req-18c377ca-abda-4e88-9b00-6d0784f9c280 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.0672002 Apr 02 18:12:22.082751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:22.087938 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:22.111584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=3391c9ea-af8c-4734-8f0d-126a5a64a5a2,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:22.116033 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:22.120010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:22.122233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:22.133350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Made reservation on behalf of d563c6b3fb7b46148a3e2a04dde73714 for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:22.141814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:22.162517 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:12:22.188316 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b9438761-62a8-4cff-8097-40388de1e6d4 admin admin] 10.222.0.32 "PUT /v2.0/routers/d3f2081c-ae3c-4cc0-8a3e-a839b583303d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2710950 Apr 02 18:12:22.213895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=3391c9ea-af8c-4734-8f0d-126a5a64a5a2,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:22.217670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:22.419304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Allocated IP 172.20.0.8 (b66e51a7-5ba5-4569-8027-120ae57959e9/01108303-f8a2-4434-82a2-a6c0ff6f5a70/15882e15-7337-4e14-9c9c-84a092cae6ff) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:22.480253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:12:22.637945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:22.652214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'port_id': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'mac_address': 'fa:16:3e:a5:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:12:22.657567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:22.707916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:22.719644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:22.749777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8919ccb-49ee-49fa-a3dd-6db83dc99d6c {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:12:22.752812 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:22.781508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:22.786770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:22.803770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:22.873004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Pushing event updated for resources: {'Port': ['ID=15882e15-7337-4e14-9c9c-84a092cae6ff,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:22.916186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=9']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:22.920371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:22.988622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33144) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:22.999837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.000502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.001101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.001710 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.002466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.003083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.003423 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1909992945-network', 'tenant_id': '8856c3d6df954fd180898dd97b70698d'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:23.003903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.004690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.005275 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.005876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.006461 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.007271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.014701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:12:23.023882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:23.030917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:23.043920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Usage tracker for resource:network and tenant:8856c3d6df954fd180898dd97b70698d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:23.049989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:23.050447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Network b66e51a7-5ba5-4569-8027-120ae57959e9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:23.051871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:23.059709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:23.066479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:23.087563 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Made reservation on behalf of 8856c3d6df954fd180898dd97b70698d for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:23.092989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.107951 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.179467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:23.188704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Usage tracker for resource:security_group_rule and tenant:8856c3d6df954fd180898dd97b70698d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:23.195022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:23.206915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:23.207688 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.210908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:23.265624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53c2e1-259b-482c-a010-088291f879b1 req-881850bc-52d1-4f7f-bf07-1d752e20344a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:23.267607 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3a53c2e1-259b-482c-a010-088291f879b1 req-881850bc-52d1-4f7f-bf07-1d752e20344a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 945 time: 0.2100492 Apr 02 18:12:23.269722 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5347748 Apr 02 18:12:23.286690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42972cd-8ecc-4212-ae30-f43f443c172f req-a7f44a53-f4bf-4b9b-9e7c-bbb8b0e85ff5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:23.288626 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a42972cd-8ecc-4212-ae30-f43f443c172f req-a7f44a53-f4bf-4b9b-9e7c-bbb8b0e85ff5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1587694 Apr 02 18:12:23.315197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Request body: {'port': {'device_id': 'f2d59fea-ae06-4015-9a61-9e70a79313b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:23.380781 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a42972cd-8ecc-4212-ae30-f43f443c172f req-5fb9c2de-366a-4f82-a480-65627fe3ef5c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600402 Apr 02 18:12:23.415835 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3a53c2e1-259b-482c-a010-088291f879b1 req-67921fea-675e-475c-8bc3-bfdd8037fef6 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397879 Apr 02 18:12:23.443482 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.458851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.463991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-81bcd6f6-bdf6-4d12-9102-9c22f43cb5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:23.510424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8176cca3-e0c1-4344-bcc2-0ccf797ecb47,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:23.523019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.523440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.523787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.524753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.525137 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.525521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.525900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.526277 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.526747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.527003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.527380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.527752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:23.534838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:23.538410 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:12:23.547637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:23.558161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.564161 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Added segment e6c64e6b-d247-4e19-a49b-55073107c069 of type vlan for network 2a529484-6c09-41a3-9549-209a952d4c36 Apr 02 18:12:23.576669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.616692 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.682807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.684278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:23.684923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.693269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:23.737446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:23.737651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.952514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Pushing event updated for resources: {'Network': ['ID=2a529484-6c09-41a3-9549-209a952d4c36,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:23.963949 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9709966 Apr 02 18:12:23.963949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:23.972412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33190) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:23.982301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 2a529484-6c09-41a3-9549-209a952d4c36 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:12:23.990557 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Request body: {'subnet': {'network_id': '2a529484-6c09-41a3-9549-209a952d4c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1909992945-subnet', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:23.996484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:24.001085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Usage tracker for resource:subnet and tenant:8856c3d6df954fd180898dd97b70698d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:24.004503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:24.023409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:24.094986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb51bc-1218-4636-a76c-55b518e1cfe3 req-77f7b134-2b8f-49b8-8de0-349eb18d7a13 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:24.096695 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8cb51bc-1218-4636-a76c-55b518e1cfe3 req-77f7b134-2b8f-49b8-8de0-349eb18d7a13 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 931 time: 0.3820367 Apr 02 18:12:24.097919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Made reservation on behalf of 8856c3d6df954fd180898dd97b70698d for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:24.103460 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848011014'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:24.273017 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15882e15-7337-4e14-9c9c-84a092cae6ff {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:12:24.286256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:24.309155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Transition to ACTIVE for port object 15882e15-7337-4e14-9c9c-84a092cae6ff will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:24.353751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:24.358509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Sync routers for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:12:24.381507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:24.382220 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:24.428247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-846806a2-12fd-4c6f-8e03-c9771fd1d702 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:24.660780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Pushing event updated for resources: {'Port': ['ID=15882e15-7337-4e14-9c9c-84a092cae6ff,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:24.667660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:24.672145 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8cb51bc-1218-4636-a76c-55b518e1cfe3 req-283dba51-d83f-4f0a-92eb-1aac3ccd5997 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302243 Apr 02 18:12:24.694357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:24.753167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:24.761928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-1adba7ab-9fbe-4ed1-8802-12388df10e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:24.767859 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-1adba7ab-9fbe-4ed1-8802-12388df10e66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a1b0a5241564acca003992ce14835e1&device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 1099 time: 0.1598768 Apr 02 18:12:24.798806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2379-5178-4825-9361-ea52c5419729 req-28fab3cb-b9f8-4400-b3a4-0ec3ed217400 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:24.807652 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-51fb2379-5178-4825-9361-ea52c5419729 req-28fab3cb-b9f8-4400-b3a4-0ec3ed217400 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2142351 Apr 02 18:12:24.876763 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-51fb2379-5178-4825-9361-ea52c5419729 req-30e32b9c-c58e-486c-b352-9b77bb5ec766 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681503 Apr 02 18:12:25.051494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:25.052568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.065527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Attempting to bind port 15882e15-7337-4e14-9c9c-84a092cae6ff on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:25.065906 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Attempting to bind port 15882e15-7337-4e14-9c9c-84a092cae6ff by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:25.066278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Attempting to bind port 15882e15-7337-4e14-9c9c-84a092cae6ff on network b66e51a7-5ba5-4569-8027-120ae57959e9 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:25.071379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Port 15882e15-7337-4e14-9c9c-84a092cae6ff on network b66e51a7-5ba5-4569-8027-120ae57959e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:12:25.071747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Attempting to bind port 15882e15-7337-4e14-9c9c-84a092cae6ff on network b66e51a7-5ba5-4569-8027-120ae57959e9 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:25.077321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:25.077696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Checking segment: {'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:25.078169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Bound using segment: {'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:25.078640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Bound port: 15882e15-7337-4e14-9c9c-84a092cae6ff, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31680c0-70c1-4542-9096-f2f308b14c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:25.079024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.088141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-b384fb00-3729-4dc0-9821-757e54142a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:25.089756 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-b384fb00-3729-4dc0-9821-757e54142a7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 200 len: 920 time: 0.3183222 Apr 02 18:12:25.177451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] For port 15882e15-7337-4e14-9c9c-84a092cae6ff, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:25.181414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] For port 15882e15-7337-4e14-9c9c-84a092cae6ff, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=15882e15-7337-4e14-9c9c-84a092cae6ff,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:25.185600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.187638 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-04a5c002-bc47-42ed-87ef-4408fbdf51e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 200 len: 217 time: 0.0890489 Apr 02 18:12:25.200912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:25.207231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50ec3a-dd38-4153-8811-354df8f0cb24 req-4f041472-7ba4-47db-a6d4-a979ac0d4fbb tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:25.208820 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fa50ec3a-dd38-4153-8811-354df8f0cb24 req-4f041472-7ba4-47db-a6d4-a979ac0d4fbb tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 945 time: 0.2872605 Apr 02 18:12:25.244689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 2, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:25.261072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Checking router: d3f2081c-ae3c-4cc0-8a3e-a839b583303d for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:12:25.261771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Updating router d3f2081c-ae3c-4cc0-8a3e-a839b583303d port 1980247a-b970-482e-aad1-f41afe9b5a9d binding host dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:12:25.302025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.344927 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.359456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Pushing event updated for resources: {'Port': ['ID=15882e15-7337-4e14-9c9c-84a092cae6ff,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:25.362992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:25.377233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-f625c48f-b4e6-40a3-abe0-946e14ba5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:25.379166 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-f625c48f-b4e6-40a3-abe0-946e14ba5c43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 200 len: 859 time: 0.1690488 Apr 02 18:12:25.381525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:25.382988 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fa50ec3a-dd38-4153-8811-354df8f0cb24 req-a75dbecf-e601-4233-98af-a5ec71e3b63b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304946 Apr 02 18:12:25.397192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:25.409254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.418473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:25.418473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.419721 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] 10.222.0.20 "PUT /v2.0/ports/15882e15-7337-4e14-9c9c-84a092cae6ff HTTP/1.1" status: 200 len: 1093 time: 2.1196256 Apr 02 18:12:25.420270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d59fea-ae06-4015-9a61-9e70a79313b5', 'tag': '15882e15-7337-4e14-9c9c-84a092cae6ff'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:25.425749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:25.452397 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-b1f36d70-e081-48f9-9a22-8c28cc65fe98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648406 Apr 02 18:12:25.509253 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'code': 200} Apr 02 18:12:25.549418 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d59fea-ae06-4015-9a61-9e70a79313b5', 'tag': '15882e15-7337-4e14-9c9c-84a092cae6ff', 'status': 'completed', 'code': 200} Apr 02 18:12:25.612556 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-0255727d-63b6-4939-9506-f26c7833d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:25.614527 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-0255727d-63b6-4939-9506-f26c7833d215 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d563c6b3fb7b46148a3e2a04dde73714&device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 1096 time: 0.1373472 Apr 02 18:12:25.657765 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-c25fa69a-4025-40dc-b1eb-0bfb6a73119b service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920776 Apr 02 18:12:25.664052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=10']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:25.670228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:25.750056 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-0bad6523-732c-4263-b783-4b086427eeea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15882e15-7337-4e14-9c9c-84a092cae6ff HTTP/1.1" status: 200 len: 217 time: 0.1262577 Apr 02 18:12:25.908581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b05636a9-1692-4888-aef9-68a58424bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:25.917886 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-b05636a9-1692-4888-aef9-68a58424bfb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01108303-f8a2-4434-82a2-a6c0ff6f5a70 HTTP/1.1" status: 200 len: 853 time: 0.1582692 Apr 02 18:12:25.919250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848086965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848011063'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.939209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-675aba11-e3f1-4659-b042-6c54f5830996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:26.119769 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a416686-53b7-442c-97c0-bd5ba5778a3c req-9d757366-d78c-46e9-b284-e674639c9d64 service neutron] 10.222.0.20 "GET /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531636 Apr 02 18:12:26.153473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff61bbf2-7a1d-4f27-8383-25d2e1944648,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:26.172255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:26.214543 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-731616c8-a7e3-44fc-87f5-87753185f000 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b66e51a7-5ba5-4569-8027-120ae57959e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2889824 Apr 02 18:12:26.230733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:12:26.265330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33240) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:26.360096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Checking segment: {'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:26.360544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Network hostable DHCP agents. Network: 2a529484-6c09-41a3-9549-209a952d4c36, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:12:26.374313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594684b-df53-4b91-81c7-7afa1c9ac7bc req-47ef0f21-5cc0-40c2-bbe0-3ce2931e06ca tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:26.375637 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7594684b-df53-4b91-81c7-7afa1c9ac7bc req-47ef0f21-5cc0-40c2-bbe0-3ce2931e06ca tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2090034 Apr 02 18:12:26.399173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:26.412874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Transition to ACTIVE for port object 1980247a-b970-482e-aad1-f41afe9b5a9d will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:26.434141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15113f64-6adf-42dc-ada4-052499f779d3 req-b54f02f0-b52e-4a6a-96a9-f155e403dfdf tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:26.434141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-15113f64-6adf-42dc-ada4-052499f779d3 req-b54f02f0-b52e-4a6a-96a9-f155e403dfdf tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Synchronizing usage tracker for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:26.434380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:26.447678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbaca6-df8b-400d-9404-95881e395d34 req-b0fe01fe-d4a5-4a24-9e3e-df0149fe093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:26.449551 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7abbaca6-df8b-400d-9404-95881e395d34 req-b0fe01fe-d4a5-4a24-9e3e-df0149fe093a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 1100 time: 0.3491695 Apr 02 18:12:26.461226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:26.470483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Network 2a529484-6c09-41a3-9549-209a952d4c36 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:12:26.479371 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-3164e55a-c803-45c5-b185-86d1eef69623 service neutron] 10.222.0.20 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565670 Apr 02 18:12:26.483418 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7594684b-df53-4b91-81c7-7afa1c9ac7bc req-3ebc0150-4f99-4339-9af4-2d2def018136 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872822 Apr 02 18:12:26.487044 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-15113f64-6adf-42dc-ada4-052499f779d3 req-b54f02f0-b52e-4a6a-96a9-f155e403dfdf tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Unset dirty status for tenant:d563c6b3fb7b46148a3e2a04dde73714 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:26.488064 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15113f64-6adf-42dc-ada4-052499f779d3 req-b54f02f0-b52e-4a6a-96a9-f155e403dfdf tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 943 time: 0.4459801 Apr 02 18:12:26.497520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 2a529484-6c09-41a3-9549-209a952d4c36) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:26.518170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:26.518824 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:26.558526 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7abbaca6-df8b-400d-9404-95881e395d34 req-a9755e0e-de73-4d9d-a577-4de0df78ddca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993197 Apr 02 18:12:26.578564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440a9e7-0fe7-4732-8def-4a3dec2465e7 None None] Pushing event updated for resources: {'Port': ['ID=1980247a-b970-482e-aad1-f41afe9b5a9d,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:26.581280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:26.584232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b440a9e7-0fe7-4732-8def-4a3dec2465e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:26.585108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cefc671-6533-492e-88c4-12543c70103c None None] Network 2a529484-6c09-41a3-9549-209a952d4c36 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:12:26.607371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:26.611916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8f5c61831248ee97f772b30d1e94a5 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:26.615687 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6417072 Apr 02 18:12:26.616752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:26.620102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33248) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:26.628253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:26.631734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:26.638596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:26.682403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Usage tracker for resource:router and tenant:8856c3d6df954fd180898dd97b70698d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:26.691480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:26.718084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:26.752440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774967'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:26.753550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-830'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:26.803395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:26.839000 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7375cb-36fe-484d-ba35-4782d70c3d08 req-d4245b21-482f-45ab-8811-af00e4b49072 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:26.840657 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e7375cb-36fe-484d-ba35-4782d70c3d08 req-d4245b21-482f-45ab-8811-af00e4b49072 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 947 time: 0.2046545 Apr 02 18:12:26.894190 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15113f64-6adf-42dc-ada4-052499f779d3 req-84b8dce0-e493-4643-a9da-57f20860b825 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631160 Apr 02 18:12:26.913195 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:26.959715 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c5b800b-8d35-4698-92f1-c14c49a40516 req-0b823c15-bd7e-451e-a43e-144460ee1104 service neutron] 10.222.0.20 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685192 Apr 02 18:12:27.008983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.055257 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Attempting to bind port 1980247a-b970-482e-aad1-f41afe9b5a9d on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:27.055761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Attempting to bind port 1980247a-b970-482e-aad1-f41afe9b5a9d by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:27.056286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Attempting to bind port 1980247a-b970-482e-aad1-f41afe9b5a9d on network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:27.096368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-acb164f0-72bd-45e5-aa2c-89caa84573cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:27.098320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:27.098952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Checking segment: {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:27.099354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.099863 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Bound using segment: {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:27.100744 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Bound port: 1980247a-b970-482e-aad1-f41afe9b5a9d, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:27.101253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.110859 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e7375cb-36fe-484d-ba35-4782d70c3d08 req-e9c86ec0-3265-403a-83a8-741ef42bcd40 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571104 Apr 02 18:12:27.143500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-7f5947bc-6f1f-4c8a-9062-9e113bdbb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:27.146133 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-7f5947bc-6f1f-4c8a-9062-9e113bdbb32e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d563c6b3fb7b46148a3e2a04dde73714&device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 1096 time: 0.1334345 Apr 02 18:12:27.150603 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp423a3e73-a584-533f-b49d-55ed1d14d18e-2a529484-6c09-41a3-9549-209a952d4c36', 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'fixed_ips': [{'subnet_id': 'ff61bbf2-7a1d-4f27-8383-25d2e1944648'}]}} from dv-cinder-784477-2-smb. {{(pid=84336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:12:27.151747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.175751 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d8f5c61831248ee97f772b30d1e94a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9071176 Apr 02 18:12:27.181688 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33256) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:27.467660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] For port 1980247a-b970-482e-aad1-f41afe9b5a9d, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:27.472157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1458fff-71a6-4005-869a-e74c3b2432d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.475325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] For port 1980247a-b970-482e-aad1-f41afe9b5a9d, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=1980247a-b970-482e-aad1-f41afe9b5a9d,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:27.483876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.511438 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-80c212dd-ca56-4d03-a8d8-f7203ec5c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:27.513013 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-80c212dd-ca56-4d03-a8d8-f7203ec5c449 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b66e51a7-5ba5-4569-8027-120ae57959e9 HTTP/1.1" status: 200 len: 914 time: 0.3565464 Apr 02 18:12:27.521188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1458fff-71a6-4005-869a-e74c3b2432d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.570209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:27.637808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799c8c4a-6074-49e9-b47f-b67cefd3de29,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:27.643295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:27.653479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.657064 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-f5d9c785-e2ca-4fc1-a590-b3f8785ca4c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15882e15-7337-4e14-9c9c-84a092cae6ff HTTP/1.1" status: 200 len: 217 time: 0.1276655 Apr 02 18:12:27.659862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1458fff-71a6-4005-869a-e74c3b2432d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.668321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c1ba27a5-5b5f-4dd8-b1dd-56a2c9eacb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:27.738708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1458fff-71a6-4005-869a-e74c3b2432d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799c8c4a-6074-49e9-b47f-b67cefd3de29,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:27.741329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b1458fff-71a6-4005-869a-e74c3b2432d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:27.802182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1458fff-71a6-4005-869a-e74c3b2432d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:27.806117 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b1458fff-71a6-4005-869a-e74c3b2432d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/799c8c4a-6074-49e9-b47f-b67cefd3de29 HTTP/1.1" status: 204 len: 168 time: 0.6202488 Apr 02 18:12:27.859984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-f839bb9a-5a42-4494-9fa8-f84bca7a94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:27.862194 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-f839bb9a-5a42-4494-9fa8-f84bca7a94f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01108303-f8a2-4434-82a2-a6c0ff6f5a70 HTTP/1.1" status: 200 len: 853 time: 0.1960258 Apr 02 18:12:27.904676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dfd61-69f8-4bd3-a2f9-8938fff3ba15 req-61205323-badd-4814-abbd-13634dfbb56d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:27.906629 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-863dfd61-69f8-4bd3-a2f9-8938fff3ba15 req-61205323-badd-4814-abbd-13634dfbb56d tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1738837 Apr 02 18:12:27.908930 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Allocated IP 172.20.0.2 (2a529484-6c09-41a3-9549-209a952d4c36/ff61bbf2-7a1d-4f27-8383-25d2e1944648/079548be-d56f-4471-aca9-c792c649a9a2) {{(pid=84336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:27.910968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440a9e7-0fe7-4732-8def-4a3dec2465e7 None None] Pushing event updated for resources: {'Port': ['ID=1980247a-b970-482e-aad1-f41afe9b5a9d,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:27.939551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b440a9e7-0fe7-4732-8def-4a3dec2465e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:28.097364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:28.100417 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-3cd27cb8-c4e9-44be-a136-23755a3a4aff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b66e51a7-5ba5-4569-8027-120ae57959e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914163 Apr 02 18:12:28.106272 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-863dfd61-69f8-4bd3-a2f9-8938fff3ba15 req-acf76278-1ce9-487e-b99f-f1e871b14341 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 Apr 02 18:12:28.219823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:28.221135 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:28.342643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:28.564088 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-1d363a7f-982b-4f82-bedf-04666e774961 service neutron] 10.222.0.20 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558263 Apr 02 18:12:28.564666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58767b-0fa1-44d7-a684-33efbbd801e7 req-ad305917-01d6-4f8b-85c0-c13b5d668bbc tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:28.573615 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6e58767b-0fa1-44d7-a684-33efbbd801e7 req-ad305917-01d6-4f8b-85c0-c13b5d668bbc tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 943 time: 0.3758950 Apr 02 18:12:28.622932 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:28.654516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Allocated IP 172.28.1.142 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/9bd2ff45-fffe-4457-9c25-f316db25b57e) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:28.669655 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6e58767b-0fa1-44d7-a684-33efbbd801e7 req-aa1141be-4072-482e-ac6c-12547ff362cf tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948262 Apr 02 18:12:28.682877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Notify callbacks [] for port, precommit_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:28.863858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6b462-2834-4d4b-befb-6e7b841e68c9 req-596794e5-5669-4e7d-8b92-de54990f961a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:28.875954 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d2e6b462-2834-4d4b-befb-6e7b841e68c9 req-596794e5-5669-4e7d-8b92-de54990f961a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 947 time: 0.3087952 Apr 02 18:12:28.925918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:28.948665 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d79d7848-b635-46a3-be7e-e2d072b724ec req-e4840281-e362-4b8f-9165-8f825e3cab4b service neutron] 10.222.0.20 "GET /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889094 Apr 02 18:12:28.966020 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d2e6b462-2834-4d4b-befb-6e7b841e68c9 req-b40086e1-88a4-4a00-813a-d00f6c5c8894 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903857 Apr 02 18:12:28.971017 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:28.990659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Transition to ACTIVE for port object 079548be-d56f-4471-aca9-c792c649a9a2 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:29.004525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:29.118226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Transition to ACTIVE for port object 079548be-d56f-4471-aca9-c792c649a9a2 will not be triggered until provisioned by entity DHCP. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:29.139136 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd2ff45-fffe-4457-9c25-f316db25b57e,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:29.143730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:29.174652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:29.198128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:29.199504 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:29.205787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:29.282539 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:29.469110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Pushing event updated for resources: {'Port': ['ID=079548be-d56f-4471-aca9-c792c649a9a2,revision_number=1']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:29.472043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:29.505338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Network 2a529484-6c09-41a3-9549-209a952d4c36 is already hosted by enough agents. {{(pid=84336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:29.509451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Resources bound (agent type, host, resource id): {{(pid=84336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:29.511809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Received port after_create {{(pid=84336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:29.535572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e463a9-a8fa-4ad1-a58a-6d395186d8a4 req-15125f19-f07d-47c5-b900-6abd9ef2284f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:29.537168 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-79e463a9-a8fa-4ad1-a58a-6d395186d8a4 req-15125f19-f07d-47c5-b900-6abd9ef2284f tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.2917664 Apr 02 18:12:29.607690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:27Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:29.615505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42923b-17ac-49d9-92c2-bd4b0783f56a None None] The sync data for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb is: [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:27Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:12:29.620278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Attempting to bind port 079548be-d56f-4471-aca9-c792c649a9a2 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:29.620746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Attempting to bind port 079548be-d56f-4471-aca9-c792c649a9a2 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:29.621048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Attempting to bind port 079548be-d56f-4471-aca9-c792c649a9a2 on network 2a529484-6c09-41a3-9549-209a952d4c36 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:29.627091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:29.627490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Checking segment: {'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:29.627943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:29.628411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Bound using segment: {'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:29.628942 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Bound port: 079548be-d56f-4471-aca9-c792c649a9a2, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:29.629365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:29.741193 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-79e463a9-a8fa-4ad1-a58a-6d395186d8a4 req-0afa38d4-5a6c-41fd-8001-3516b0297984 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973717 Apr 02 18:12:29.791899 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] For port 079548be-d56f-4471-aca9-c792c649a9a2, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:29.794526 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:29.798538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] For port 079548be-d56f-4471-aca9-c792c649a9a2, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=079548be-d56f-4471-aca9-c792c649a9a2,segment=NetworkSegment(e6c64e6b-d247-4e19-a49b-55073107c069),segment_id=e6c64e6b-d247-4e19-a49b-55073107c069)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:29.808206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:29.839546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:29.934222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ab73-3baf-4f79-a06c-7ac316170ca2 req-576bf6c3-6b0d-4a2b-bcf3-74dbc635f160 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:29.941862 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c666ab73-3baf-4f79-a06c-7ac316170ca2 req-576bf6c3-6b0d-4a2b-bcf3-74dbc635f160 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 943 time: 0.1144791 Apr 02 18:12:30.034557 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c666ab73-3baf-4f79-a06c-7ac316170ca2 req-648658b7-384a-4846-8747-2ad9a48b042b tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914104 Apr 02 18:12:30.087407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Pushing event updated for resources: {'Port': ['ID=079548be-d56f-4471-aca9-c792c649a9a2,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:30.093043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:30.485664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:30.531057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 15882e15-7337-4e14-9c9c-84a092cae6ff details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:12:30.586833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd602f-277d-467c-9616-5ad86a5505a3 req-ede8eccc-1fe2-4778-ad01-c9e50a24fc63 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:30.595807 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-94cd602f-277d-467c-9616-5ad86a5505a3 req-ede8eccc-1fe2-4778-ad01-c9e50a24fc63 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 947 time: 0.2728646 Apr 02 18:12:30.696295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33350) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:30.715010 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-94cd602f-277d-467c-9616-5ad86a5505a3 req-8f27f464-1fcc-4fa7-bda3-a97fa356366a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190279 Apr 02 18:12:30.794018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33356) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:30.877592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 15882e15-7337-4e14-9c9c-84a092cae6ff, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=15882e15-7337-4e14-9c9c-84a092cae6ff,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:30.896867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '15882e15-7337-4e14-9c9c-84a092cae6ff', 'network_id': 'b66e51a7-5ba5-4569-8027-120ae57959e9', 'port_id': '15882e15-7337-4e14-9c9c-84a092cae6ff', 'mac_address': 'fa:16:3e:f5:4f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01108303-f8a2-4434-82a2-a6c0ff6f5a70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:12:30.963200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:30.983915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15882e15-7337-4e14-9c9c-84a092cae6ff {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:12:31.002170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 15882e15-7337-4e14-9c9c-84a092cae6ff, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=15882e15-7337-4e14-9c9c-84a092cae6ff,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:31.006170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.008295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:31.043790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.068831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:31.074107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Usage tracker for resource:security_group_rule and tenant:f5fbc60ddf3d4cd7853631455a828ad5 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:31.077334 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:31.084049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:31.085076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=15882e15-7337-4e14-9c9c-84a092cae6ff,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:31.097032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:31.227550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.227783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['15882e15-7337-4e14-9c9c-84a092cae6ff'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:12:31.236215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.262604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.277204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f17656bb-ea5f-4767-a864-a10c630c1837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:31.291823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:31.320533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Usage tracker for resource:security_group_rule and tenant:18df71ce2efa46a0bca9305274f3ca56 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:31.334962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:31.335778 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5fbc60ddf3d4cd7853631455a828ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405562 Apr 02 18:12:31.338130 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33366) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:31.341499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5789a-4673-4ebf-a267-ef951a3cdf23,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:31.394964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:31.463335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:31.469762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41e88a79-942c-4628-b1d6-675dbe06df45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.507222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41e88a79-942c-4628-b1d6-675dbe06df45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.602934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41e88a79-942c-4628-b1d6-675dbe06df45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.621526 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c3620782-6a69-4a21-b519-75747c176156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:31.621722 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Router 85682032-0b37-41fd-9e87-ffcf2a31d174 is scheduled to L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:12:31.629636 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 079548be-d56f-4471-aca9-c792c649a9a2 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:31.650129 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88a79-942c-4628-b1d6-675dbe06df45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5789a-4673-4ebf-a267-ef951a3cdf23,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:31.665158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-41e88a79-942c-4628-b1d6-675dbe06df45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:31.672549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41e88a79-942c-4628-b1d6-675dbe06df45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:31.682180 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-41e88a79-942c-4628-b1d6-675dbe06df45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10e5789a-4673-4ebf-a267-ef951a3cdf23 HTTP/1.1" status: 204 len: 168 time: 0.3425620 Apr 02 18:12:31.780568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 079548be-d56f-4471-aca9-c792c649a9a2 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:31.786448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 1980247a-b970-482e-aad1-f41afe9b5a9d up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:31.907710 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 1980247a-b970-482e-aad1-f41afe9b5a9d completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:31.924196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 1980247a-b970-482e-aad1-f41afe9b5a9d triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:31.924196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.071077 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.077194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:12:32.093389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Sync routers for ids ['85682032-0b37-41fd-9e87-ffcf2a31d174'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:12:32.114714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Routers {'85682032-0b37-41fd-9e87-ffcf2a31d174'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:32.115608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['85682032-0b37-41fd-9e87-ffcf2a31d174'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:32.129150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebb535-9ce2-4b02-9101-58ea8327f0f7 None None] Network 2a529484-6c09-41a3-9549-209a952d4c36 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:12:32.145135 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c73306-a78c-4a04-8f16-8420987323ce req-d533905f-6215-43cb-9cfc-e151c5e85796 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:32.146776 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e7c73306-a78c-4a04-8f16-8420987323ce req-d533905f-6215-43cb-9cfc-e151c5e85796 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 944 time: 0.7965858 Apr 02 18:12:32.203355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.204678 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5835500 Apr 02 18:12:32.207914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33378) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:32.217468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.226894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.238010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-34c02268-3532-40d2-8672-7bc6d9066415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:32.252425 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e7c73306-a78c-4a04-8f16-8420987323ce req-a6b772d7-818b-4f41-a540-7a910f0331e3 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927761 Apr 02 18:12:32.275716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] Provisioning for port 079548be-d56f-4471-aca9-c792c649a9a2 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:32.283592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 1980247a-b970-482e-aad1-f41afe9b5a9d, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=1980247a-b970-482e-aad1-f41afe9b5a9d,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:32.291122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] Provisioning complete for port 079548be-d56f-4471-aca9-c792c649a9a2 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:32.291540 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.301848 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18df71ce2efa46a0bca9305274f3ca56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5836632 Apr 02 18:12:32.302686 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33382) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:32.304988 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0358d02a-eb55-4bd8-a2a7-9b950fa6d29d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:32.319750 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:32.335174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.342457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b440a9e7-0fe7-4732-8def-4a3dec2465e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:32.394631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Set router 85682032-0b37-41fd-9e87-ffcf2a31d174 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:32.416371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9557706d-8d8e-48db-a33a-c4e17e39f6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.430829 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=1980247a-b970-482e-aad1-f41afe9b5a9d,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:32.434551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:32.481100 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9557706d-8d8e-48db-a33a-c4e17e39f6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.542072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9557706d-8d8e-48db-a33a-c4e17e39f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.547632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-601816f3-ef98-4f89-92d9-21886aa73508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:32.563984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557706d-8d8e-48db-a33a-c4e17e39f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0358d02a-eb55-4bd8-a2a7-9b950fa6d29d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:32.566405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9557706d-8d8e-48db-a33a-c4e17e39f6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.567619 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-9557706d-8d8e-48db-a33a-c4e17e39f6cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0358d02a-eb55-4bd8-a2a7-9b950fa6d29d HTTP/1.1" status: 204 len: 168 time: 0.2645340 Apr 02 18:12:32.570038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9557706d-8d8e-48db-a33a-c4e17e39f6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:32.572593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 15882e15-7337-4e14-9c9c-84a092cae6ff up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:32.780858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:12:29Z', 'revision_number': 3, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port': {'id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:28Z', 'updated_at': '2021-04-02T18:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:32.785698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Checking router: 85682032-0b37-41fd-9e87-ffcf2a31d174 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:12:32.786373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Updating router 85682032-0b37-41fd-9e87-ffcf2a31d174 port 9bd2ff45-fffe-4457-9c25-f316db25b57e binding host dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:12:32.855510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.903494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.980561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] For port 079548be-d56f-4471-aca9-c792c649a9a2, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=079548be-d56f-4471-aca9-c792c649a9a2,segment=NetworkSegment(e6c64e6b-d247-4e19-a49b-55073107c069),segment_id=e6c64e6b-d247-4e19-a49b-55073107c069)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:32.994069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:32.998011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:33.045585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 15882e15-7337-4e14-9c9c-84a092cae6ff completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:33.054638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 15882e15-7337-4e14-9c9c-84a092cae6ff triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:33.055658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.136931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.138463 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] Pushing event updated for resources: {'Port': ['ID=079548be-d56f-4471-aca9-c792c649a9a2,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:33.144628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:33.209420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.245681 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 15882e15-7337-4e14-9c9c-84a092cae6ff, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=15882e15-7337-4e14-9c9c-84a092cae6ff,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:33.245961 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-c41e448a-9678-4f27-ae6f-d2dca209e3c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2282681 Apr 02 18:12:33.246853 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d59fea-ae06-4015-9a61-9e70a79313b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15882e15-7337-4e14-9c9c-84a092cae6ff'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:33.253053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.255153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:33.351099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=15882e15-7337-4e14-9c9c-84a092cae6ff,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:33.355986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-942333e7-4c6c-49e8-a715-ba12bfe36c9a None None] Provisioning complete for port 079548be-d56f-4471-aca9-c792c649a9a2 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:33.356813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-942333e7-4c6c-49e8-a715-ba12bfe36c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.371964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.394649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Transition to ACTIVE for port object 9bd2ff45-fffe-4457-9c25-f316db25b57e will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:33.414325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.420272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:33.430959 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d59fea-ae06-4015-9a61-9e70a79313b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15882e15-7337-4e14-9c9c-84a092cae6ff', 'code': 200} Apr 02 18:12:33.458831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-67271c04-1a8b-4259-ac99-bc3bc723ed6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:33.566501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 079548be-d56f-4471-aca9-c792c649a9a2 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:33.632376 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-3e4481d3-dd8f-4a46-925b-aa7240127679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:33.633858 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-3e4481d3-dd8f-4a46-925b-aa7240127679 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 1100 time: 0.3628283 Apr 02 18:12:33.648262 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Allocated IP 172.20.0.1 (2a529484-6c09-41a3-9549-209a952d4c36/ff61bbf2-7a1d-4f27-8383-25d2e1944648/1949886d-ae51-46ef-940d-c7745de5dcf1) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:33.662597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a4baa-7ca9-4a59-9732-b8ce07126179 None None] Pushing event updated for resources: {'Port': ['ID=9bd2ff45-fffe-4457-9c25-f316db25b57e,revision_number=2']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:33.669198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-019a4baa-7ca9-4a59-9732-b8ce07126179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:33.673454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 079548be-d56f-4471-aca9-c792c649a9a2 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:33.673907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.721274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ce3d-cdc7-4868-8e8e-684ff3f4be4e req-8dee2375-23c3-4a82-b6fc-e8d1030db4a4 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:33.723488 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3215ce3d-cdc7-4868-8e8e-684ff3f4be4e req-8dee2375-23c3-4a82-b6fc-e8d1030db4a4 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.1731653 Apr 02 18:12:33.801760 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3215ce3d-cdc7-4868-8e8e-684ff3f4be4e req-44f398cc-51a9-4432-a1e5-e3b4cb83d158 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709071 Apr 02 18:12:33.828942 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 1980247a-b970-482e-aad1-f41afe9b5a9d up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:33.853502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Attempting to bind port 9bd2ff45-fffe-4457-9c25-f316db25b57e on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:33.854278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Attempting to bind port 9bd2ff45-fffe-4457-9c25-f316db25b57e by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:33.854684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Attempting to bind port 9bd2ff45-fffe-4457-9c25-f316db25b57e on network 25f59e59-11d9-4f50-904d-648d364b3be9 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:33.861447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:33.862024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:33.862472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.862879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Bound using segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:33.863416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Bound port: 9bd2ff45-fffe-4457-9c25-f316db25b57e, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:33.863830 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.913889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 1980247a-b970-482e-aad1-f41afe9b5a9d triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:33.914380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.943813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] For port 9bd2ff45-fffe-4457-9c25-f316db25b57e, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:33.947706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] For port 9bd2ff45-fffe-4457-9c25-f316db25b57e, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9bd2ff45-fffe-4457-9c25-f316db25b57e,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:33.952227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:33.970830 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:34.120357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a4baa-7ca9-4a59-9732-b8ce07126179 None None] Pushing event updated for resources: {'Port': ['ID=9bd2ff45-fffe-4457-9c25-f316db25b57e,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:34.125336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-019a4baa-7ca9-4a59-9732-b8ce07126179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:34.166652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Routers {'85682032-0b37-41fd-9e87-ffcf2a31d174'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:34.167300 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['85682032-0b37-41fd-9e87-ffcf2a31d174'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:34.259746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235b536-d0dc-480d-9da5-fe40f685e9fc req-2bfd114d-5fb6-4c28-88e4-91661ba6d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:34.261341 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e235b536-d0dc-480d-9da5-fe40f685e9fc req-2bfd114d-5fb6-4c28-88e4-91661ba6d327 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 1098 time: 0.3074338 Apr 02 18:12:34.273038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:34.276511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-b1f2385c-9f04-4dc0-95a6-ffa1d80b9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:34.277930 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-b1f2385c-9f04-4dc0-95a6-ffa1d80b9f27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.3256125 Apr 02 18:12:34.351393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] Set router 85682032-0b37-41fd-9e87-ffcf2a31d174 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:34.378609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Transition to ACTIVE for port object 1949886d-ae51-46ef-940d-c7745de5dcf1 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:34.421367 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e235b536-d0dc-480d-9da5-fe40f685e9fc req-845b444d-fdee-43f6-8873-81d908d8a5c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393328 Apr 02 18:12:34.437434 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-b93d77ac-2b7d-4515-98c6-e7fc33a9013b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c HTTP/1.1" status: 200 len: 1002 time: 0.1406193 Apr 02 18:12:34.453840 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:34.470762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3f31be46-f97c-477a-9bb5-f06200df6c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:34.677034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-0ec7fa5d-e88d-4b9b-88f7-26060eb66f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:34.678504 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-0ec7fa5d-e88d-4b9b-88f7-26060eb66f61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.1593292 Apr 02 18:12:34.679160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Pushing event updated for resources: {'Port': ['ID=1949886d-ae51-46ef-940d-c7745de5dcf1,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:34.684002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:34.773040 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Network 2a529484-6c09-41a3-9549-209a952d4c36 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:34.775546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:34.785538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:34.828234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:12:29Z', 'revision_number': 3, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port': {'id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:28Z', 'updated_at': '2021-04-02T18:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:34.832789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1f339-a9e7-4a65-816b-61c4a0282ce8 None None] The sync data for ids ['85682032-0b37-41fd-9e87-ffcf2a31d174'] in dv-cinder-784477-2-smb is: [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:12:29Z', 'revision_number': 3, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port': {'id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:28Z', 'updated_at': '2021-04-02T18:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:12:34.855053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-c2fee50b-678c-4c4d-9c57-bc8e845109af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:34.856159 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-c2fee50b-678c-4c4d-9c57-bc8e845109af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1689198 Apr 02 18:12:34.859096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854106301'] for router_interface, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.044588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3df46b22-96d8-401c-b902-862d5c6516c6 None None] Provisioning for port 1949886d-ae51-46ef-940d-c7745de5dcf1 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:35.050451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3df46b22-96d8-401c-b902-862d5c6516c6 None None] Provisioning complete for port 1949886d-ae51-46ef-940d-c7745de5dcf1 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:35.050669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3df46b22-96d8-401c-b902-862d5c6516c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.111551 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-f1989b54-35b6-4e51-9334-826eec2c6e95 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476237 Apr 02 18:12:35.116207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3df46b22-96d8-401c-b902-862d5c6516c6 None None] Port 1949886d-ae51-46ef-940d-c7745de5dcf1 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:12:35.197903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972306d3-9209-46ea-8e28-2830e9688f49 req-f0600112-cded-4636-bdd7-be62327c1012 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:35.199405 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-972306d3-9209-46ea-8e28-2830e9688f49 req-f0600112-cded-4636-bdd7-be62327c1012 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.2191701 Apr 02 18:12:35.326487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055d1a5-7f0c-40bb-862f-19164eef58f7 req-5fb0d584-7746-4291-9ae2-659b60831dbf tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:35.328299 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5055d1a5-7f0c-40bb-862f-19164eef58f7 req-5fb0d584-7746-4291-9ae2-659b60831dbf tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1224425 Apr 02 18:12:35.339655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.402488 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5055d1a5-7f0c-40bb-862f-19164eef58f7 req-46e6a5d2-3427-4698-b92a-cf0da808d954 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643864 Apr 02 18:12:35.440242 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-972306d3-9209-46ea-8e28-2830e9688f49 req-24965304-ef11-43b3-8689-f8b170d267b4 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784706 Apr 02 18:12:35.463307 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7d0e3f3-0ccd-4d67-9e67-5fe950f6966b req-33556176-8571-4b2f-87e4-7ef9c96a6c95 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413115 Apr 02 18:12:35.554315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9bd2ff45-fffe-4457-9c25-f316db25b57e up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:35.639847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 9bd2ff45-fffe-4457-9c25-f316db25b57e completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:35.645371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 9bd2ff45-fffe-4457-9c25-f316db25b57e triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:35.645787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.720377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.723887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.755788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a9cce393-9c9d-4d63-af12-7603e52754d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:35.775280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.797434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 9bd2ff45-fffe-4457-9c25-f316db25b57e, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9bd2ff45-fffe-4457-9c25-f316db25b57e,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:35.803502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.805983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:35.838873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Pushing event updated for resources: {'Port': ['ID=1949886d-ae51-46ef-940d-c7745de5dcf1,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:35.841936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:35.865298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854211868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854109034'] for router_interface, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:35.882290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=9bd2ff45-fffe-4457-9c25-f316db25b57e,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:35.893259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:36.016031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Network 2a529484-6c09-41a3-9549-209a952d4c36 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:36.017200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:36.223694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Router 85682032-0b37-41fd-9e87-ffcf2a31d174 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:12:36.248276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fd6fc6b1-7e25-4af2-be73-199283fa1cbb None None] Provisioning complete for port 1949886d-ae51-46ef-940d-c7745de5dcf1 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:36.248690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc6b1-7e25-4af2-be73-199283fa1cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:36.314251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fd6fc6b1-7e25-4af2-be73-199283fa1cbb None None] Port 1949886d-ae51-46ef-940d-c7745de5dcf1 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:12:36.616204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94217d-fb76-4bc4-b760-12ed42828c04 req-67868b99-a44b-4e6d-8f2c-74e2d96c64bf tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:36.617835 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae94217d-fb76-4bc4-b760-12ed42828c04 req-67868b99-a44b-4e6d-8f2c-74e2d96c64bf tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.0943685 Apr 02 18:12:36.665795 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae94217d-fb76-4bc4-b760-12ed42828c04 req-c427e7e4-2501-4fb8-afb1-3f75e57d3bd5 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Apr 02 18:12:36.706982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:12:36.722831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a3199-e632-48ef-98ce-ebdf0050c67d req-3f4950d8-a313-4c4c-aa3f-346df2782e2e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:36.724451 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f46a3199-e632-48ef-98ce-ebdf0050c67d req-3f4950d8-a313-4c4c-aa3f-346df2782e2e tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.1503351 Apr 02 18:12:36.728077 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] 10.222.0.32 "PUT /v2.0/routers/85682032-0b37-41fd-9e87-ffcf2a31d174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5188537 Apr 02 18:12:36.774805 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f46a3199-e632-48ef-98ce-ebdf0050c67d req-c0a89de7-0336-46fc-b439-131d96c9a1e4 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Apr 02 18:12:37.073690 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.437691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33428) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:37.443486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592753358', 'description': 'tempest-secgroup-smoke-1592753358 description', 'project_id': 'a832b1068a0d49f9916a09d01bae893e'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:37.451422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:37.457454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:security_group and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:37.464223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:37.467864 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:37.480632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.500013 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9bd2ff45-fffe-4457-9c25-f316db25b57e up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:37.507732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:37.512392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:security_group_rule and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:37.515394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:37.521448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:37.578917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 9bd2ff45-fffe-4457-9c25-f316db25b57e triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:37.579355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.596695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.601530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.607324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a242f072-b9ab-43d2-bfc6-a4e700a95c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:37.648738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.649983 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2111974 Apr 02 18:12:37.650977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d715c17-2a88-481f-a171-4acf55e07ef3,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:37.653172 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33432) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:37.656184 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:37.698746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'security_group_rule': {'security_group_id': '4d715c17-2a88-481f-a171-4acf55e07ef3', 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:37.710562 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:37.722585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:security_group_rule and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:37.726361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:37.734968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:37.768407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.816104 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-10ed7774-43ac-4018-9523-04e2df8c5eec tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:37.817705 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-10ed7774-43ac-4018-9523-04e2df8c5eec tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.1606531 Apr 02 18:12:37.820472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Sync routers for ids ['85682032-0b37-41fd-9e87-ffcf2a31d174'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:12:37.830224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Routers {'85682032-0b37-41fd-9e87-ffcf2a31d174'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:37.830898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['85682032-0b37-41fd-9e87-ffcf2a31d174'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:37.884474 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab1e67-be87-436e-bc4b-94a8f0e84a15 req-8e8f031b-81ac-41ad-9e5b-d8a544d9d86a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:37.886135 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d1ab1e67-be87-436e-bc4b-94a8f0e84a15 req-8e8f031b-81ac-41ad-9e5b-d8a544d9d86a tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 945 time: 0.0912080 Apr 02 18:12:37.919077 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.927486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Deleting port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:12:37.927862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.934956 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d1ab1e67-be87-436e-bc4b-94a8f0e84a15 req-9eb1fd89-3f58-4aff-95c4-21b48c778161 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Apr 02 18:12:37.958793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:37.969720 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6e5e0637-f0c0-49ba-8723-e765e568add3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:38.011245 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dacfc3-cb49-4df0-aaae-ea13028a716f,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:38.025303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Set router 85682032-0b37-41fd-9e87-ffcf2a31d174 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:38.050115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:38.061727 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.064714 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0c15d024-d671-4ef5-a139-a566789ed40b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4088850 Apr 02 18:12:38.065977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33438) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:38.073962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'security_group_rule': {'security_group_id': '4d715c17-2a88-481f-a171-4acf55e07ef3', 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:38.087789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:38.096386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:security_group_rule and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:38.102390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:38.135133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:38.221577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.294833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] For port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:38.295232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.391315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:12:35Z', 'revision_number': 4, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port': {'id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:28Z', 'updated_at': '2021-04-02T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1949886d-ae51-46ef-940d-c7745de5dcf1', 'name': '', 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'mac_address': 'fa:16:3e:26:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ff61bbf2-7a1d-4f27-8383-25d2e1944648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:33Z', 'updated_at': '2021-04-02T18:12:35Z', 'revision_number': 2, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'subnets': [{'id': 'ff61bbf2-7a1d-4f27-8383-25d2e1944648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:38.396472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Checking router: 85682032-0b37-41fd-9e87-ffcf2a31d174 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:12:38.397003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Updating router 85682032-0b37-41fd-9e87-ffcf2a31d174 port 1949886d-ae51-46ef-940d-c7745de5dcf1 binding host dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:12:38.434497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Calling delete_port for bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:12:38.474157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.484959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.495602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.502599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:38.530957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e70ffc5-ca5a-4b9b-b25c-8d1c6642ff42,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:38.536876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:38.559191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.563244 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c5a2e478-7a41-48fb-ad7d-22b5b31735d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4932055 Apr 02 18:12:38.563655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33444) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:38.569610 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'security_group_rule': {'security_group_id': '4d715c17-2a88-481f-a171-4acf55e07ef3', 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:38.576838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:38.581019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:security_group_rule and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:38.584368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:38.591390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:38.608601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.634976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.657418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0015617c-9877-4662-adeb-61e85ca87cd2 tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:38.673774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1', 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:12:38.684233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.689325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.691635 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:38.714651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060509e9-ad34-4260-a665-a470601ace80,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:38.719598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:38.727858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.729162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Pushing event deleted for resources: {'Port': ['ID=bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:38.729658 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648886 Apr 02 18:12:38.732473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33448) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:38.735183 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:38.738878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'security_group_rule': {'security_group_id': '4d715c17-2a88-481f-a171-4acf55e07ef3', 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:38.745954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:38.750186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:security_group_rule and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:38.753157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:38.760582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:38.778481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.849249 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.853750 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.861669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-829db8e2-75d8-4924-8ce1-ab648ad30242 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:38.881506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0058e0bb-bc50-46f5-8e9c-87a612664010,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:38.884640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:38.896706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.898330 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-237cc613-6ad8-4032-8205-5bab7f9d8963 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1647842 Apr 02 18:12:38.902067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33452) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:38.907837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'security_group_rule': {'security_group_id': '4d715c17-2a88-481f-a171-4acf55e07ef3', 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:38.914161 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:38.918462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:security_group_rule and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:38.921509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:38.928672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:38.934201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] No DVR routers for this DVR port bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:12:38.936892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.941673 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f285d8-cdd0-4865-ab98-8ebc25b422e5', 'name': 'network-vif-deleted', 'tag': 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:38.941974 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.securitygroups_db [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Project a832b1068a0d49f9916a09d01bae893e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 18:12:38.954189 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:38.955864 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7224fb22-0b49-4280-a1ab-21c73fae33ba req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.20 "DELETE /v2.0/ports/bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 HTTP/1.1" status: 204 len: 173 time: 1.1228795 Apr 02 18:12:39.034012 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f285d8-cdd0-4865-ab98-8ebc25b422e5', 'name': 'network-vif-deleted', 'tag': 'bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5', 'status': 'completed', 'code': 200} Apr 02 18:12:39.074790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.095403 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.109072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Transition to ACTIVE for port object 1949886d-ae51-46ef-940d-c7745de5dcf1 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:39.118104 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.124567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.133758 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0f4f2993-8152-4cea-b656-193809d20b09 req-fdb820ad-1809-4fcf-9a2f-2270dc9056c4 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6f285d8-cdd0-4865-ab98-8ebc25b422e5 HTTP/1.1" status: 200 len: 210 time: 0.0626910 Apr 02 18:12:39.137997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bdb49d44-b39d-45c0-b297-79a877cf6f44 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:39.141469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:39.160008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968c22dc-faff-4dd1-affa-5deafec20e82,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:39.162776 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:39.169754 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.171002 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2679400 Apr 02 18:12:39.173936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33460) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:39.179275 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'security_group_rule': {'security_group_id': '4d715c17-2a88-481f-a171-4acf55e07ef3', 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:39.185906 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:39.190169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:security_group_rule and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:39.193779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:39.199901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:39.209497 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.securitygroups_db [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Project a832b1068a0d49f9916a09d01bae893e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 18:12:39.216352 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.288956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.292305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.300536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5c4afd38-fb06-4903-a8e4-2f7f32eb2c51 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:39.322781 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39dbb372-490e-481f-b800-a93e3c1bb1ec,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:39.325361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:39.333133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.334499 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1595652 Apr 02 18:12:39.493476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e9a4-73dc-4456-9099-8914f83e942c None None] Pushing event updated for resources: {'Port': ['ID=1949886d-ae51-46ef-940d-c7745de5dcf1,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:39.498291 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4946e9a4-73dc-4456-9099-8914f83e942c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:39.737783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Attempting to bind port 1949886d-ae51-46ef-940d-c7745de5dcf1 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:39.738912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Attempting to bind port 1949886d-ae51-46ef-940d-c7745de5dcf1 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:39.739486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Attempting to bind port 1949886d-ae51-46ef-940d-c7745de5dcf1 on network 2a529484-6c09-41a3-9549-209a952d4c36 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:39.746199 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:39.746623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Checking segment: {'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:39.747081 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.747523 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Bound using segment: {'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:39.748048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Bound port: 1949886d-ae51-46ef-940d-c7745de5dcf1, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c64e6b-d247-4e19-a49b-55073107c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:39.748498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.872351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] For port 1949886d-ae51-46ef-940d-c7745de5dcf1, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:39.875944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] For port 1949886d-ae51-46ef-940d-c7745de5dcf1, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=1949886d-ae51-46ef-940d-c7745de5dcf1,segment=NetworkSegment(e6c64e6b-d247-4e19-a49b-55073107c069),segment_id=e6c64e6b-d247-4e19-a49b-55073107c069)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:39.880316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:39.896011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:40.050580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e9a4-73dc-4456-9099-8914f83e942c None None] Pushing event updated for resources: {'Port': ['ID=1949886d-ae51-46ef-940d-c7745de5dcf1,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:40.056012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4946e9a4-73dc-4456-9099-8914f83e942c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:40.110925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Routers {'85682032-0b37-41fd-9e87-ffcf2a31d174'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:40.111962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['85682032-0b37-41fd-9e87-ffcf2a31d174'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:40.335261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] Set router 85682032-0b37-41fd-9e87-ffcf2a31d174 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:40.709339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:12:35Z', 'revision_number': 4, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port': {'id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:28Z', 'updated_at': '2021-04-02T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1949886d-ae51-46ef-940d-c7745de5dcf1', 'name': '', 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'mac_address': 'fa:16:3e:26:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ff61bbf2-7a1d-4f27-8383-25d2e1944648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:33Z', 'updated_at': '2021-04-02T18:12:39Z', 'revision_number': 4, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'subnets': [{'id': 'ff61bbf2-7a1d-4f27-8383-25d2e1944648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:40.714300 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172a93a-d25f-4024-8843-ea1e6dd5ae8b None None] The sync data for ids ['85682032-0b37-41fd-9e87-ffcf2a31d174'] in dv-cinder-784477-2-smb is: [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:12:35Z', 'revision_number': 4, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port': {'id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:28Z', 'updated_at': '2021-04-02T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1949886d-ae51-46ef-940d-c7745de5dcf1', 'name': '', 'network_id': '2a529484-6c09-41a3-9549-209a952d4c36', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'mac_address': 'fa:16:3e:26:61:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ff61bbf2-7a1d-4f27-8383-25d2e1944648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:33Z', 'updated_at': '2021-04-02T18:12:39Z', 'revision_number': 4, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'subnets': [{'id': 'ff61bbf2-7a1d-4f27-8383-25d2e1944648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:12:40.714759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326dedf-9639-4ae4-b29a-74170a49aaff req-0e10766a-f0c8-4202-96f8-fbff5fa624f0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:40.718958 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0326dedf-9639-4ae4-b29a-74170a49aaff req-0e10766a-f0c8-4202-96f8-fbff5fa624f0 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0923145 Apr 02 18:12:40.778426 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0326dedf-9639-4ae4-b29a-74170a49aaff req-67d1438c-24da-4bab-b362-27e403b35372 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547514 Apr 02 18:12:40.942244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7072dfc8-995c-4e36-a659-3d9356892bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:41.515928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 1949886d-ae51-46ef-940d-c7745de5dcf1 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:41.600248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 1949886d-ae51-46ef-940d-c7745de5dcf1 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:41.605657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 1949886d-ae51-46ef-940d-c7745de5dcf1 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:41.606075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:41.734052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:41.768116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 1949886d-ae51-46ef-940d-c7745de5dcf1, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=1949886d-ae51-46ef-940d-c7745de5dcf1,segment=NetworkSegment(e6c64e6b-d247-4e19-a49b-55073107c069),segment_id=e6c64e6b-d247-4e19-a49b-55073107c069)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:41.771637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:41.773695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4946e9a4-73dc-4456-9099-8914f83e942c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:41.847070 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=1949886d-ae51-46ef-940d-c7745de5dcf1,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:41.850768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:41.993375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2704a97-cedb-46d8-b29f-78e5225ee6a6 req-a8fa0238-ccf3-4b62-bf7c-34c5447eb837 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:41.994128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-d2704a97-cedb-46d8-b29f-78e5225ee6a6 req-a8fa0238-ccf3-4b62-bf7c-34c5447eb837 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Synchronizing usage tracker for tenant:7a1b0a5241564acca003992ce14835e1 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:42.011372 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-d2704a97-cedb-46d8-b29f-78e5225ee6a6 req-a8fa0238-ccf3-4b62-bf7c-34c5447eb837 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Unset dirty status for tenant:7a1b0a5241564acca003992ce14835e1 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:42.012648 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d2704a97-cedb-46d8-b29f-78e5225ee6a6 req-a8fa0238-ccf3-4b62-bf7c-34c5447eb837 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1118283 Apr 02 18:12:42.037456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:42.063330 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d2704a97-cedb-46d8-b29f-78e5225ee6a6 req-68294d41-baae-4d08-a55b-60b04ab5d9c8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Apr 02 18:12:42.609578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:12:42.651028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:12:42.651418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device bbcd9ae3-0635-40f5-b444-05b7f5f0c1f5 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:12:43.190112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc4e291c-52d7-4389-a48b-d4a99917332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:43.267329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4988e-c61b-4e0a-b6fb-bb7265478cae req-32d4d9f7-af20-4700-91e3-75c7102f3d79 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:43.268978 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bda4988e-c61b-4e0a-b6fb-bb7265478cae req-32d4d9f7-af20-4700-91e3-75c7102f3d79 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0905826 Apr 02 18:12:43.320288 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bda4988e-c61b-4e0a-b6fb-bb7265478cae req-cea10909-1de0-47ec-b365-5a40629a36c8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Apr 02 18:12:43.484692 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 1949886d-ae51-46ef-940d-c7745de5dcf1 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:43.557152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 1949886d-ae51-46ef-940d-c7745de5dcf1 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:43.557571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:43.866314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:44.526092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ded68-dfb0-4b69-94f5-647487a5ee47 req-177f8bd5-86b5-47d5-a2b5-6942b40ff2ba tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:44.527787 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-138ded68-dfb0-4b69-94f5-647487a5ee47 req-177f8bd5-86b5-47d5-a2b5-6942b40ff2ba tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0906959 Apr 02 18:12:44.575574 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-138ded68-dfb0-4b69-94f5-647487a5ee47 req-5c5252a5-f22c-453f-9e66-a7013084c808 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Apr 02 18:12:45.116581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:45.780508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba164b-5557-4ac9-a3a5-4454b46529e4 req-048c63bb-2e68-423f-b4b7-438fb2626460 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:45.782017 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0ba164b-5557-4ac9-a3a5-4454b46529e4 req-048c63bb-2e68-423f-b4b7-438fb2626460 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.0911629 Apr 02 18:12:45.830530 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0ba164b-5557-4ac9-a3a5-4454b46529e4 req-6281fc4f-b17b-4595-937a-1d37a435da7e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Apr 02 18:12:47.073667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10576618-1bf3-4900-a50e-5237510b720e req-29eaba8f-5582-4df3-8d9a-c69ac260adcc tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:47.075132 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-10576618-1bf3-4900-a50e-5237510b720e req-29eaba8f-5582-4df3-8d9a-c69ac260adcc tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1565526 Apr 02 18:12:47.087345 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8c3cd-ee1a-4517-a21b-bfe39b68fd0a req-0926e020-a137-4ba1-a377-ad69594a112c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:47.088844 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd8c3cd-ee1a-4517-a21b-bfe39b68fd0a req-0926e020-a137-4ba1-a377-ad69594a112c tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 946 time: 0.1296492 Apr 02 18:12:47.188004 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd8c3cd-ee1a-4517-a21b-bfe39b68fd0a req-9a0fe8ee-7f67-40af-b087-7cd7b3da849e tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/security-groups?id=d80dd9a8-7b0c-473f-8b42-134db6d7e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675762 Apr 02 18:12:47.194308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Deleting port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:12:47.194689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.460868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] For port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:47.461299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.596611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Calling delete_port for 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:12:47.759696 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.770674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:12:47.799456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:47.907845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Pushing event deleted for resources: {'Port': ['ID=8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:47.910301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:48.040878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] No DVR routers for this DVR port 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:12:48.043342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:48.047310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00b787-4457-4e3f-a806-fe5aec92c499', 'name': 'network-vif-deleted', 'tag': '8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:48.060761 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-10576618-1bf3-4900-a50e-5237510b720e req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.20 "DELETE /v2.0/ports/8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 HTTP/1.1" status: 204 len: 173 time: 0.9708750 Apr 02 18:12:48.099057 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00b787-4457-4e3f-a806-fe5aec92c499', 'name': 'network-vif-deleted', 'tag': '8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1', 'status': 'completed', 'code': 200} Apr 02 18:12:48.368717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-b47fcd80-289a-4085-a666-c2073e7af2eb req-359af651-1483-4862-8cc1-f71cf8fd2385 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Synchronizing usage tracker for tenant:7a1b0a5241564acca003992ce14835e1 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:48.387768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-b47fcd80-289a-4085-a666-c2073e7af2eb req-359af651-1483-4862-8cc1-f71cf8fd2385 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Unset dirty status for tenant:7a1b0a5241564acca003992ce14835e1 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:48.389161 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b47fcd80-289a-4085-a666-c2073e7af2eb req-359af651-1483-4862-8cc1-f71cf8fd2385 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a00b787-4457-4e3f-a806-fe5aec92c499 HTTP/1.1" status: 200 len: 210 time: 0.0702760 Apr 02 18:12:49.491443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33592) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:50.081815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666729'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.448407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Deleting port c3f535e6-2532-4def-9339-4db714b303cd {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:12:50.448781 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.626881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] For port c3f535e6-2532-4def-9339-4db714b303cd, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=c3f535e6-2532-4def-9339-4db714b303cd,segment=NetworkSegment(821680be-12fa-47bd-8636-1302d95076b8),segment_id=821680be-12fa-47bd-8636-1302d95076b8)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:50.627487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.635816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:12:50.673925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:12:50.674236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 8366bd45-4dc5-4cf3-9549-5dd6d5b7f8e1 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:12:50.760808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Calling delete_port for c3f535e6-2532-4def-9339-4db714b303cd owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:12:51.276125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.292897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:51.350735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f535e6-2532-4def-9339-4db714b303cd,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:51.353491 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:51.739913 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854014958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665020'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:52.252967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Router 001f484d-7d5f-493f-b401-d06dbadc20b1 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:12:52.450627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:12:52.460555 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143571b1-e387-4e23-943f-60475a609041 None None] Sync routers for ids ['001f484d-7d5f-493f-b401-d06dbadc20b1'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:12:52.467727 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] 10.222.0.32 "PUT /v2.0/routers/001f484d-7d5f-493f-b401-d06dbadc20b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9751139 Apr 02 18:12:52.470365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33622) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:52.471689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143571b1-e387-4e23-943f-60475a609041 None None] Routers {'001f484d-7d5f-493f-b401-d06dbadc20b1'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:52.472370 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-143571b1-e387-4e23-943f-60475a609041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['001f484d-7d5f-493f-b401-d06dbadc20b1'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:52.655298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:52.660627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-143571b1-e387-4e23-943f-60475a609041 None None] Set router 001f484d-7d5f-493f-b401-d06dbadc20b1 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:52.843674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:52.852096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Deleting port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:12:52.852497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:52.971364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-143571b1-e387-4e23-943f-60475a609041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:12:51Z', 'revision_number': 5, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port': {'id': '9c7a8b7c-1663-47d5-94f9-027217ba9cd1', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:28Z', 'updated_at': '2021-04-02T18:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:52.975850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143571b1-e387-4e23-943f-60475a609041 None None] Checking router: 001f484d-7d5f-493f-b401-d06dbadc20b1 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:12:52.986967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143571b1-e387-4e23-943f-60475a609041 None None] Routers {'001f484d-7d5f-493f-b401-d06dbadc20b1'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:52.987637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-143571b1-e387-4e23-943f-60475a609041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['001f484d-7d5f-493f-b401-d06dbadc20b1'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:53.151765 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-143571b1-e387-4e23-943f-60475a609041 None None] Set router 001f484d-7d5f-493f-b401-d06dbadc20b1 gateway port host: None {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:53.264661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] For port 9c7a8b7c-1663-47d5-94f9-027217ba9cd1, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9c7a8b7c-1663-47d5-94f9-027217ba9cd1,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:53.264661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:53.269292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-143571b1-e387-4e23-943f-60475a609041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:12:52Z', 'revision_number': 6, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port_host': None}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:53.274791 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143571b1-e387-4e23-943f-60475a609041 None None] The sync data for ids ['001f484d-7d5f-493f-b401-d06dbadc20b1'] in dv-cinder-784477-2-smb is: [{'id': '001f484d-7d5f-493f-b401-d06dbadc20b1', 'name': 'tempest-ServerRescueNegativeTestJSON-1300322616-router', 'tenant_id': '7a1b0a5241564acca003992ce14835e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:26Z', 'updated_at': '2021-04-02T18:12:52Z', 'revision_number': 6, 'project_id': '7a1b0a5241564acca003992ce14835e1', 'gw_port_host': None}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:12:53.448201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c3f535e6-2532-4def-9339-4db714b303cd no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:12:53.452614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Calling delete_port for 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:12:53.491472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: c3f535e6-2532-4def-9339-4db714b303cd {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:12:53.491869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c3f535e6-2532-4def-9339-4db714b303cd not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:12:53.631969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:53.646874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6b70c7bf-e7ed-462d-986d-ad643a8d6808 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:53.701990 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7a8b7c-1663-47d5-94f9-027217ba9cd1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:53.705752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:53.906705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.088554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854108867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775002'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.090967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.173688 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854108793'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.174233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 001f484d-7d5f-493f-b401-d06dbadc20b1 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:12:54.186800 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.188030 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] 10.222.0.32 "DELETE /v2.0/routers/001f484d-7d5f-493f-b401-d06dbadc20b1 HTTP/1.1" status: 204 len: 168 time: 1.7166717 Apr 02 18:12:54.190958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33638) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:54.266512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Deleting subnet f4ba1f44-1bbd-458a-bd20-2152b4f1aadf {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:12:54.270416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.326620 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.391377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.654364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.681801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7a84020b-adf1-4226-9e7c-df430108d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:54.722387 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ba1f44-1bbd-458a-bd20-2152b4f1aadf,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:54.769485 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:54.804321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.810781 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4ba1f44-1bbd-458a-bd20-2152b4f1aadf HTTP/1.1" status: 204 len: 168 time: 0.6187544 Apr 02 18:12:54.813388 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33658) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:54.927721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.336475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.456997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2665f4-5c28-48e6-b8b4-83ef2fba90a5']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:55.470100 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821680be-12fa-47bd-8636-1302d95076b8') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:55.470436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821680be-12fa-47bd-8636-1302d95076b8') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:55.483070 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.487364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:12:55.500098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.506314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:12:55.524125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:12:55.524569 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9c7a8b7c-1663-47d5-94f9-027217ba9cd1 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:12:55.685351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:12:55.694234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.871883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Network cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:12:55.894888 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:12:55.973358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.978126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-40b50a75-4c68-4e63-bdaf-5fe8fa240c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:55.995456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.001980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2665f4-5c28-48e6-b8b4-83ef2fba90a5,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:56.006834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:56.016662 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb2665f4-5c28-48e6-b8b4-83ef2fba90a5 HTTP/1.1" status: 204 len: 168 time: 1.2022398 Apr 02 18:12:56.130036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33672) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:56.185206 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d4ce1583-1898-4313-81e6-9a86529a120f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a1b0a5241564acca003992ce14835e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538795 Apr 02 18:12:56.187883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33676) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:56.194870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2d0e3-6902-468e-8f91-59d3e1a9241d req-c3ceda00-3680-453c-94f0-3f5105de85db tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:56.197072 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-36b2d0e3-6902-468e-8f91-59d3e1a9241d req-c3ceda00-3680-453c-94f0-3f5105de85db tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.0927613 Apr 02 18:12:56.245323 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-36b2d0e3-6902-468e-8f91-59d3e1a9241d req-9efd00fd-0b70-465c-9e55-3d8c0632e829 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Apr 02 18:12:56.251786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-09a681ae-ef92-47d7-bcd5-9bd9aadcc685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.278978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-09a681ae-ef92-47d7-bcd5-9bd9aadcc685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.323191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-09a681ae-ef92-47d7-bcd5-9bd9aadcc685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.327962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:56.341206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a681ae-ef92-47d7-bcd5-9bd9aadcc685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80dd9a8-7b0c-473f-8b42-134db6d7e450,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:56.343682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-09a681ae-ef92-47d7-bcd5-9bd9aadcc685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:56.352869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-09a681ae-ef92-47d7-bcd5-9bd9aadcc685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.354426 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-09a681ae-ef92-47d7-bcd5-9bd9aadcc685 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d80dd9a8-7b0c-473f-8b42-134db6d7e450 HTTP/1.1" status: 204 len: 168 time: 0.1654863 Apr 02 18:12:56.897865 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-f29811cf-d47b-4847-9c87-ed9f138b0095 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592753358&fields=id&tenant_id=a832b1068a0d49f9916a09d01bae893e HTTP/1.1" status: 200 len: 267 time: 0.0461473 Apr 02 18:12:57.060126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-b4b4d5eb-c298-4ce2-9741-29a5988a4d94 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:57.061712 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-b4b4d5eb-c298-4ce2-9741-29a5988a4d94 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/networks?id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 200 len: 808 time: 0.1557405 Apr 02 18:12:57.077889 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-1ea16693-a118-4053-8d78-72c777c1ffdd tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/quotas/a832b1068a0d49f9916a09d01bae893e HTTP/1.1" status: 200 len: 375 time: 0.0101924 Apr 02 18:12:57.100260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33706) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:57.169643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-19c8dddf-f63f-4c25-b0b8-5f6760710792 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Synchronizing usage tracker for tenant:a832b1068a0d49f9916a09d01bae893e on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:57.185909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-19c8dddf-f63f-4c25-b0b8-5f6760710792 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Unset dirty status for tenant:a832b1068a0d49f9916a09d01bae893e on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:57.187308 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-19c8dddf-f63f-4c25-b0b8-5f6760710792 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a832b1068a0d49f9916a09d01bae893e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036520 Apr 02 18:12:57.211916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-517112487-network', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:57.216921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:57.220971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Usage tracker for resource:network and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:57.223977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:57.231092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:57.239824 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Made reservation on behalf of e78fedc8aed0437ab49c5d2cab3d4d0d for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:57.244600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.257347 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.272873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:57.277447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Usage tracker for resource:security_group_rule and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:57.280478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:57.286477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:57.345357 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-0d8c31e0-b803-4cef-91ba-46d1c1cbb1d0 service neutron] 10.222.0.32 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448653 Apr 02 18:12:57.447122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.451986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.457079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:57.493037 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-f5618a00-e227-4edb-96d5-dff506634d4e service neutron] 10.222.0.32 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397855 Apr 02 18:12:57.501324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:12:57.504427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e193b-92b7-4d48-aa6e-045cbf7a8c74,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:57.512839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:57.521509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.521674 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Added segment 578f4476-ff15-48d6-bd8d-4784ca17009b of type vlan for network dfd02ec3-684d-481d-8e28-a4aa19a7f10c Apr 02 18:12:57.530451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45d0d8-73a2-4cf1-ad82-d4d23a93b9a8 req-e8e83f7c-0b3b-4e05-819f-de7774846bdc tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:57.532064 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0f45d0d8-73a2-4cf1-ad82-d4d23a93b9a8 req-e8e83f7c-0b3b-4e05-819f-de7774846bdc tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.1578138 Apr 02 18:12:57.587711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.605178 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0f45d0d8-73a2-4cf1-ad82-d4d23a93b9a8 req-90a714a1-3c8c-4df2-ad55-7cdd41de72ed tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Apr 02 18:12:57.628975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.630645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:57.631278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.637247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:57.745459 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6440179 Apr 02 18:12:57.746541 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd02ec3-684d-481d-8e28-a4aa19a7f10c,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:57.748919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33720) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:57.749383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6c00a086-a676-48db-ba27-2b1d59a24666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:57.770186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Request body: {'subnet': {'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-517112487-subnet', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:57.777095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:57.779567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:12:57.781316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Usage tracker for resource:subnet and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:57.784414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:57.791109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:57.800980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Made reservation on behalf of e78fedc8aed0437ab49c5d2cab3d4d0d for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:57.806458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848011014'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.952155 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f6df7849-2e8d-47eb-a54e-5fd381685ff0 req-8fe17859-854a-46eb-94ec-0fda3538b140 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 210 time: 0.0496614 Apr 02 18:12:58.220585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848086965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848011063'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.236997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:58.369614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:58.373874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:58.434983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Checking segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:58.435318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Network hostable DHCP agents. Network: dfd02ec3-684d-481d-8e28-a4aa19a7f10c, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:12:58.453369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:12:58.461771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, dfd02ec3-684d-481d-8e28-a4aa19a7f10c) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:58.472621 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9aa5b-d29d-46bb-92d5-e562a9e3b748 None None] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:12:58.473486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:58.474135 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.496771 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2d003f33-2e16-4182-8a9c-969aa7ee23d2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7463300 Apr 02 18:12:58.497558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33736) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:58.503088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:58.508596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:58.512719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Usage tracker for resource:router and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:58.515659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:58.521721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:58.536309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774967'] for router, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.537364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-830'] for router, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.552211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.714229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp423a3e73-a584-533f-b49d-55ed1d14d18e-dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741'}]}} from dv-cinder-784477-2-smb. {{(pid=84336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:12:58.715270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.811169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0454-6c88-4ff5-bcb7-f76c89864fc0 req-431dfe25-8647-42e0-afa4-e68e5865b5d1 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:58.813036 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-89ea0454-6c88-4ff5-bcb7-f76c89864fc0 req-431dfe25-8647-42e0-afa4-e68e5865b5d1 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.0901401 Apr 02 18:12:58.841224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.862535 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-89ea0454-6c88-4ff5-bcb7-f76c89864fc0 req-57d2f3e2-c131-422b-a9ec-40742b138e78 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Apr 02 18:12:58.876543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Allocated IP 172.20.0.2 (dfd02ec3-684d-481d-8e28-a4aa19a7f10c/5801d1b9-6e55-43ff-ab2d-2fc8df3fe741/21d9ac55-a4f1-425b-9dbe-51b6a7a98917) {{(pid=84336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:59.109850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.122670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Transition to ACTIVE for port object 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:59.143933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Transition to ACTIVE for port object 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 will not be triggered until provisioned by entity DHCP. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:59.150580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.166821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b440a9e7-0fe7-4732-8def-4a3dec2465e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:59.237402 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-60382dcd-ecb5-480b-a473-e5fb303177f4 req-14e2a247-f2c4-48d6-befd-f071a8d9ca72 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 210 time: 0.1094744 Apr 02 18:12:59.308851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Pushing event updated for resources: {'Port': ['ID=21d9ac55-a4f1-425b-9dbe-51b6a7a98917,revision_number=1']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:59.319958 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.320898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.321276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.321648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.322016 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.322381 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.322745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.323109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.323470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.323828 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.324217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.324678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:59.330940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:59.369995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c is already hosted by enough agents. {{(pid=84336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:59.370200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.371238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Resources bound (agent type, host, resource id): {{(pid=84336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:59.373561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Received port after_create {{(pid=84336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:59.410002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.482035 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Attempting to bind port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:59.482379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Attempting to bind port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:59.482788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Attempting to bind port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 on network dfd02ec3-684d-481d-8e28-a4aa19a7f10c {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:59.484679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-72522fe1-c2a9-42f8-b343-c0b7edc96fae tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:59.485410 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-72522fe1-c2a9-42f8-b343-c0b7edc96fae tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Synchronizing usage tracker for tenant:a832b1068a0d49f9916a09d01bae893e on resource:network {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:59.488578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:59.488941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Checking segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:59.489407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.489822 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Bound using segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:59.490332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Bound port: 21d9ac55-a4f1-425b-9dbe-51b6a7a98917, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:59.490746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.559545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-72522fe1-c2a9-42f8-b343-c0b7edc96fae tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Unset dirty status for tenant:a832b1068a0d49f9916a09d01bae893e on resource:network {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:59.560894 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-72522fe1-c2a9-42f8-b343-c0b7edc96fae tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.20 "GET /v2.0/networks?id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 200 len: 808 time: 0.4317756 Apr 02 18:12:59.586502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] For port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:59.589896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] For port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=21d9ac55-a4f1-425b-9dbe-51b6a7a98917,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:59.593385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.608361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:59.637836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Allocated IP 172.28.1.209 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/a796a04d-4558-49d8-a66d-d3206ab50e5e) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:59.675157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-9cc87f37-57f8-43ef-b7d4-1fa8bc51bc99 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Synchronizing usage tracker for tenant:a832b1068a0d49f9916a09d01bae893e on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:59.786003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-9cc87f37-57f8-43ef-b7d4-1fa8bc51bc99 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Unset dirty status for tenant:a832b1068a0d49f9916a09d01bae893e on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:59.787422 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-9cc87f37-57f8-43ef-b7d4-1fa8bc51bc99 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a832b1068a0d49f9916a09d01bae893e HTTP/1.1" status: 200 len: 8061 time: 0.2134304 Apr 02 18:12:59.803669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'port': {'device_id': 'fd038808-66d3-4e47-8d96-263be4002a20', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'admin_state_up': True, 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'security_groups': ['4d715c17-2a88-481f-a171-4acf55e07ef3']}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:59.930440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Pushing event updated for resources: {'Port': ['ID=21d9ac55-a4f1-425b-9dbe-51b6a7a98917,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:59.936005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:00.087059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674203db-0371-4bb9-99a4-b13293a6b073 req-f4355936-7b54-4e31-95f7-d6eed577d267 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:00.088786 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-674203db-0371-4bb9-99a4-b13293a6b073 req-f4355936-7b54-4e31-95f7-d6eed577d267 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.1001797 Apr 02 18:13:00.139033 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-674203db-0371-4bb9-99a4-b13293a6b073 req-4b67b7e8-43ba-4fb1-a682-701fab9f0780 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Apr 02 18:13:00.188981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:00.241156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:00.256209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:00.268626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Made reservation on behalf of a832b1068a0d49f9916a09d01bae893e for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:13:00.275535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:00.291599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:00.310247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:00.546758 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e178823b-b2f4-4ed3-80bf-87e680c6af10 req-ec10ea1f-7799-4151-820e-8878014e1ce4 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 210 time: 0.1665804 Apr 02 18:13:00.561365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Pushing event updated for resources: {'Port': ['ID=a796a04d-4558-49d8-a66d-d3206ab50e5e,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:00.575068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:00.677745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:00.681240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:00.685328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:00.734973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Allocated IP 172.20.0.9 (89d04f3c-8201-4d4b-aabe-cfa11c8275f6/47266cd8-e9d9-405a-b214-cf3bc850f424/282c407b-0bef-4c52-8865-b2e72c0017e9) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:01.167479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-48e4997f-8c2f-4ac8-b565-3255cb2a3de3 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:01.169133 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-48e4997f-8c2f-4ac8-b565-3255cb2a3de3 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.2919846 Apr 02 18:13:01.354711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026a31-0d02-40c5-bf7b-e793627648d1 req-79c616ed-b08e-47bd-a61d-c3ec73308ee0 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:01.356436 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-77026a31-0d02-40c5-bf7b-e793627648d1 req-79c616ed-b08e-47bd-a61d-c3ec73308ee0 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.0966275 Apr 02 18:13:01.399950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90314dc3-fd45-4a0d-a507-6d5e8f30287d None None] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:13:01.421349 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-77026a31-0d02-40c5-bf7b-e793627648d1 req-472e7a7f-af12-4b0c-8a88-65ce88864b17 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520635 Apr 02 18:13:01.422286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.440820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Deleting port 15882e15-7337-4e14-9c9c-84a092cae6ff {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:13:01.441731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.512995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Transition to ACTIVE for port object 282c407b-0bef-4c52-8865-b2e72c0017e9 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:01.534869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.538667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ae6e0dd6-42b2-4546-9342-8bb4156a6ea3 None None] Provisioning for port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:01.546517 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:01.714611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:01.727093 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:01.727501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.776804 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-da8f998d-64fc-4d3f-90ab-9374dbe4ed74 req-fbe02083-e102-41ca-8884-66972ab20fd7 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 210 time: 0.0797534 Apr 02 18:13:01.857247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.874429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.877606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:01.910238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=21d9ac55-a4f1-425b-9dbe-51b6a7a98917,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:01.913425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.915967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:01.991970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=21d9ac55-a4f1-425b-9dbe-51b6a7a98917,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:01.995680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:02.111947 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2bb7f34f-07a5-4253-b357-108b68195a59 None None] Provisioning complete for port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:02.112309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f34f-07a5-4253-b357-108b68195a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.464078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:02.475225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:02.541323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] For port 15882e15-7337-4e14-9c9c-84a092cae6ff, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=15882e15-7337-4e14-9c9c-84a092cae6ff,segment=NetworkSegment(f31680c0-70c1-4542-9096-f2f308b14c8f),segment_id=f31680c0-70c1-4542-9096-f2f308b14c8f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:02.541722 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.623074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.625440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8ac7-fa67-449f-a62c-7638e24f14dc req-768d5095-987e-408e-93b8-df20d2aacf58 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:02.627031 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a2e8ac7-fa67-449f-a62c-7638e24f14dc req-768d5095-987e-408e-93b8-df20d2aacf58 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 945 time: 0.0904474 Apr 02 18:13:02.694882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Calling delete_port for 15882e15-7337-4e14-9c9c-84a092cae6ff owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:13:02.873693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:02.878885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:02.879439 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a2e8ac7-fa67-449f-a62c-7638e24f14dc req-efa5ba80-6ab1-437a-a05e-df16639d2f66 tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/security-groups?id=628855f1-738f-40c3-904a-8d5632ab1bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451217 Apr 02 18:13:02.891048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:03.060209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-90c0ac28-5669-4329-bbef-5084c5eadb43 None None] Provisioning for port 282c407b-0bef-4c52-8865-b2e72c0017e9 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:03.065150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-90c0ac28-5669-4329-bbef-5084c5eadb43 None None] Provisioning complete for port 282c407b-0bef-4c52-8865-b2e72c0017e9 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:03.065570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-90c0ac28-5669-4329-bbef-5084c5eadb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.075086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:03.075753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.126660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-90c0ac28-5669-4329-bbef-5084c5eadb43 None None] Port 282c407b-0bef-4c52-8865-b2e72c0017e9 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:13:03.218585 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4191301 Apr 02 18:13:03.227340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683036d1-e69c-449d-86e8-4ba5f2dd0396 req-d5bd5a69-b330-43c1-bf51-8df9d59a3474 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:03.228084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-683036d1-e69c-449d-86e8-4ba5f2dd0396 req-d5bd5a69-b330-43c1-bf51-8df9d59a3474 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Synchronizing usage tracker for tenant:a832b1068a0d49f9916a09d01bae893e on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:03.230827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:13:03.240857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Request body: {'port': {'device_id': 'fd038808-66d3-4e47-8d96-263be4002a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:03.273257 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.297253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:03.377302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Pushing event deleted for resources: {'Port': ['ID=15882e15-7337-4e14-9c9c-84a092cae6ff,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:03.429222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:03.430204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 is scheduled to L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c with binding_index 1 {{(pid=84335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:13:03.439228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-683036d1-e69c-449d-86e8-4ba5f2dd0396 req-d5bd5a69-b330-43c1-bf51-8df9d59a3474 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Unset dirty status for tenant:a832b1068a0d49f9916a09d01bae893e on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:03.440508 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-683036d1-e69c-449d-86e8-4ba5f2dd0396 req-d5bd5a69-b330-43c1-bf51-8df9d59a3474 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 931 time: 0.5192614 Apr 02 18:13:03.505123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:03.578117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:03.578531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.730532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.976892 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-683036d1-e69c-449d-86e8-4ba5f2dd0396 req-1a868629-67d3-46e9-be1c-30cfbf6b8584 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5270753 Apr 02 18:13:04.050035 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f0093adf-f866-49b1-9851-575a347cee10 req-e3bf29eb-1fe9-46c5-b50e-5242bf8b4e4f tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d59fea-ae06-4015-9a61-9e70a79313b5 HTTP/1.1" status: 200 len: 210 time: 0.0469403 Apr 02 18:13:04.131583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] No DVR routers for this DVR port 15882e15-7337-4e14-9c9c-84a092cae6ff on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:13:04.138888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:04.140948 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-730318bc-71b5-46ce-85ba-2bb222c2fd42 req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] 10.222.0.20 "DELETE /v2.0/ports/15882e15-7337-4e14-9c9c-84a092cae6ff HTTP/1.1" status: 204 len: 173 time: 2.9142950 Apr 02 18:13:04.141478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d59fea-ae06-4015-9a61-9e70a79313b5', 'name': 'network-vif-deleted', 'tag': '15882e15-7337-4e14-9c9c-84a092cae6ff'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:04.192353 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:04.201503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Sync routers for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:04.201674 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d59fea-ae06-4015-9a61-9e70a79313b5', 'name': 'network-vif-deleted', 'tag': '15882e15-7337-4e14-9c9c-84a092cae6ff', 'status': 'completed', 'code': 200} Apr 02 18:13:04.211872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:04.212964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:04.272581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:04.277832 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7763863 Apr 02 18:13:04.278653 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33760) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:04.428805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:04.528983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282c407b-0bef-4c52-8865-b2e72c0017e9 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:13:04.538175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:04.553036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Transition to ACTIVE for port object 282c407b-0bef-4c52-8865-b2e72c0017e9 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:04.557587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:04.573647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f5ecbe18-efe7-496f-bfb4-43d4aeb9366a tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:04.706615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:04.709368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:04.733757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 15882e15-7337-4e14-9c9c-84a092cae6ff no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:13:04.777406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 15882e15-7337-4e14-9c9c-84a092cae6ff {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:13:04.778038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 15882e15-7337-4e14-9c9c-84a092cae6ff not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:13:04.805277 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 3, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:04.809871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Checking router: d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:04.810290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Updating router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 port a796a04d-4558-49d8-a66d-d3206ab50e5e binding host dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:13:04.876041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:04.961885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Attempting to bind port 282c407b-0bef-4c52-8865-b2e72c0017e9 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:04.962206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Attempting to bind port 282c407b-0bef-4c52-8865-b2e72c0017e9 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:04.962583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Attempting to bind port 282c407b-0bef-4c52-8865-b2e72c0017e9 on network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:04.968392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Port 282c407b-0bef-4c52-8865-b2e72c0017e9 on network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:13:04.968567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Attempting to bind port 282c407b-0bef-4c52-8865-b2e72c0017e9 on network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:04.976980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:04.977364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Checking segment: {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:04.978065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Bound using segment: {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:04.978551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Bound port: 282c407b-0bef-4c52-8865-b2e72c0017e9, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa4d681-4769-42fd-954d-0e4df820d10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:04.978942 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.080069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:05.083326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:05.083474 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.088366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.215392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f171c83e-b3dc-4052-b055-f4282d7a56a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:05.315923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08659-4201-416b-b03e-5f69132753aa req-1fb9cdeb-9c25-4368-8c21-8cb8b1ad5a8e tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:05.317575 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f7f08659-4201-416b-b03e-5f69132753aa req-1fb9cdeb-9c25-4368-8c21-8cb8b1ad5a8e tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.1656632 Apr 02 18:13:05.336605 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:05.337284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.338801 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 200 len: 1093 time: 2.1068852 Apr 02 18:13:05.341799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:05.345461 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:05.388807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.408114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Transition to ACTIVE for port object a796a04d-4558-49d8-a66d-d3206ab50e5e will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:05.416261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.437661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:05.451368 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f7f08659-4201-416b-b03e-5f69132753aa req-44b7386d-2298-4a6b-9859-b0b8cdff891d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242361 Apr 02 18:13:05.472144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Allocated IP 172.20.0.1 (dfd02ec3-684d-481d-8e28-a4aa19a7f10c/5801d1b9-6e55-43ff-ab2d-2fc8df3fe741/e625b379-f572-4bac-972e-6060e0b281b9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:05.536948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046729f-3f3d-4d3c-ab61-213c896ec86d None None] Pushing event updated for resources: {'Port': ['ID=a796a04d-4558-49d8-a66d-d3206ab50e5e,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:05.540960 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d046729f-3f3d-4d3c-ab61-213c896ec86d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:05.553614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-c5e09fc6-9c25-4d31-9e3e-6414f90947c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:05.555819 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-c5e09fc6-9c25-4d31-9e3e-6414f90947c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a832b1068a0d49f9916a09d01bae893e&device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1096 time: 0.1640041 Apr 02 18:13:05.635255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-8d68b2ae-b21f-44ff-a129-94a79089b68c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 200 len: 217 time: 0.0708699 Apr 02 18:13:05.706674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.709021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Attempting to bind port a796a04d-4558-49d8-a66d-d3206ab50e5e on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:05.709658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Attempting to bind port a796a04d-4558-49d8-a66d-d3206ab50e5e by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:05.710258 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Attempting to bind port a796a04d-4558-49d8-a66d-d3206ab50e5e on network 25f59e59-11d9-4f50-904d-648d364b3be9 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:05.716864 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:05.717892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-efa16eeb-6ff4-48b0-bd8b-3c6999506a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:05.718274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:05.718913 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.719549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Bound using segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:05.720860 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Bound port: a796a04d-4558-49d8-a66d-d3206ab50e5e, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:05.721473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.721858 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-efa16eeb-6ff4-48b0-bd8b-3c6999506a2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47266cd8-e9d9-405a-b214-cf3bc850f424 HTTP/1.1" status: 200 len: 847 time: 0.0785687 Apr 02 18:13:05.737213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Transition to ACTIVE for port object e625b379-f572-4bac-972e-6060e0b281b9 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:05.790125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.807857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] For port a796a04d-4558-49d8-a66d-d3206ab50e5e, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:05.812224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] For port a796a04d-4558-49d8-a66d-d3206ab50e5e, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=a796a04d-4558-49d8-a66d-d3206ab50e5e,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:05.813600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4ed3540b-2b92-4697-8cad-702c4be278df tempest-VolumesActionsTest-2090956215 tempest-VolumesActionsTest-2090956215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:05.822684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:05.840710 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:05.872954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-2ed15978-32e9-4533-aefa-3c70b2998571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:05.874479 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-2ed15978-32e9-4533-aefa-3c70b2998571 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1451123 Apr 02 18:13:05.962923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Pushing event updated for resources: {'Port': ['ID=e625b379-f572-4bac-972e-6060e0b281b9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:05.971330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:05.999295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046729f-3f3d-4d3c-ab61-213c896ec86d None None] Pushing event updated for resources: {'Port': ['ID=a796a04d-4558-49d8-a66d-d3206ab50e5e,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:06.004395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d046729f-3f3d-4d3c-ab61-213c896ec86d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:06.024883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:06.025840 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-cfa07805-5b94-464e-ab90-0a5e4a7d052d service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443291 Apr 02 18:13:06.026133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:06.028717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:06.095136 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854106301'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:06.182729 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93f62cdb-1797-439d-b26d-12d750cd3803 req-36ad4ad0-c7b5-4748-a4c1-d9a246578286 service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492932 Apr 02 18:13:06.202562 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:06.235315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:06.235982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:06.257537 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'status': 'completed', 'code': 200} Apr 02 18:13:06.365683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:06.373330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54f444-1503-432e-b58b-a9c05128fded req-0c4208ae-c424-4123-b37d-b8e61ebe4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:06.379418 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc54f444-1503-432e-b58b-a9c05128fded req-0c4208ae-c424-4123-b37d-b8e61ebe4c29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a832b1068a0d49f9916a09d01bae893e&device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1096 time: 0.0988011 Apr 02 18:13:06.385301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-05ef9a5e-676d-4ca5-844e-5fb99d3d5c65 None None] Provisioning for port e625b379-f572-4bac-972e-6060e0b281b9 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:06.397409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-05ef9a5e-676d-4ca5-844e-5fb99d3d5c65 None None] Provisioning complete for port e625b379-f572-4bac-972e-6060e0b281b9 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:06.397820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-05ef9a5e-676d-4ca5-844e-5fb99d3d5c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:06.479054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-05ef9a5e-676d-4ca5-844e-5fb99d3d5c65 None None] Port e625b379-f572-4bac-972e-6060e0b281b9 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:13:06.494088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:06.531990 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54f444-1503-432e-b58b-a9c05128fded req-64372845-e49a-49ac-8743-2185f76f978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:06.533818 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc54f444-1503-432e-b58b-a9c05128fded req-64372845-e49a-49ac-8743-2185f76f978f service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 200 len: 909 time: 0.1467445 Apr 02 18:13:06.614596 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc54f444-1503-432e-b58b-a9c05128fded req-1638689c-1cbd-4cc0-ae6d-bb175ff878a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 200 len: 217 time: 0.0725279 Apr 02 18:13:06.686913 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54f444-1503-432e-b58b-a9c05128fded req-15bc5819-6ca0-4d65-aa04-978dee562a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:06.688559 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc54f444-1503-432e-b58b-a9c05128fded req-15bc5819-6ca0-4d65-aa04-978dee562a2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47266cd8-e9d9-405a-b214-cf3bc850f424 HTTP/1.1" status: 200 len: 847 time: 0.0663946 Apr 02 18:13:06.730184 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5d90-e783-4b52-af98-a4c86396959b req-f0aef96b-8fbd-4d5b-9e14-9fb356cc5153 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:06.731763 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f74e5d90-e783-4b52-af98-a4c86396959b req-f0aef96b-8fbd-4d5b-9e14-9fb356cc5153 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.1351347 Apr 02 18:13:06.790244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54f444-1503-432e-b58b-a9c05128fded req-d2d7842e-c65a-4fa2-89ea-d29fdca8bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:06.792068 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc54f444-1503-432e-b58b-a9c05128fded req-d2d7842e-c65a-4fa2-89ea-d29fdca8bf47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0947890 Apr 02 18:13:06.812650 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 3, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:06.817052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0157e914-1517-4c9f-8177-e91cd1703a05 None None] The sync data for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb is: [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 3, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:06.953464 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc54f444-1503-432e-b58b-a9c05128fded req-67da4c97-4978-4d10-933b-f8d3581c15a9 service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542697 Apr 02 18:13:06.982590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:06.989839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6688933'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.020571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:07.087985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.107181 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Pushing event updated for resources: {'Port': ['ID=e625b379-f572-4bac-972e-6060e0b281b9,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:07.110902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:07.115131 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc54f444-1503-432e-b58b-a9c05128fded req-3e58ca1c-7d3e-44ff-ae44-829cf50ce764 service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532681 Apr 02 18:13:07.127450 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f74e5d90-e783-4b52-af98-a4c86396959b req-f00de1e9-a0c6-4c9c-b62b-33a6af1c49e2 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822548 Apr 02 18:13:07.139571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854211868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854109034'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.365752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:07.369865 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:07.567240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device a796a04d-4558-49d8-a66d-d3206ab50e5e up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:07.654209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:13:07.696592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port a796a04d-4558-49d8-a66d-d3206ab50e5e completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:07.703321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port a796a04d-4558-49d8-a66d-d3206ab50e5e triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:07.703744 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.791067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3fbe9c75-22c1-4a0f-863b-e34b17c399e2 None None] Provisioning complete for port e625b379-f572-4bac-972e-6060e0b281b9 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:07.791568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9c75-22c1-4a0f-863b-e34b17c399e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.888397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:07.898483 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] 10.222.0.32 "PUT /v2.0/routers/d4fb46be-9a1d-4c01-adc9-8c1df5702dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6179554 Apr 02 18:13:07.900808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe9c75-22c1-4a0f-863b-e34b17c399e2 None None] Port e625b379-f572-4bac-972e-6060e0b281b9 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:13:07.935067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.955724 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port a796a04d-4558-49d8-a66d-d3206ab50e5e, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=a796a04d-4558-49d8-a66d-d3206ab50e5e,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:07.960971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.963182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc3a1327-b4e3-456a-bcb8-5808b80585e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:08.041897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=a796a04d-4558-49d8-a66d-d3206ab50e5e,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:08.045376 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:08.337521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2b3f2-cc26-4934-b9c7-4de2aabb10b8 req-185eae95-6e3d-4d49-af43-b9d62960ca1b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:08.339118 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2b3f2-cc26-4934-b9c7-4de2aabb10b8 req-185eae95-6e3d-4d49-af43-b9d62960ca1b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0890338 Apr 02 18:13:08.399975 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9bd2b3f2-cc26-4934-b9c7-4de2aabb10b8 req-353660e8-ce11-4906-a935-e51c67a8be39 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540423 Apr 02 18:13:08.448272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33808) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:08.454450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451862824', 'description': 'tempest-description--693720630'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:08.461892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:08.472266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:security_group and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:08.477173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:08.484020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:08.494905 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.517960 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:08.522098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:security_group_rule and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:08.525728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:08.532106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:08.602946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.605483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.611088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-499fb91b-e106-4b3d-81b1-11bc8e48279b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:08.651414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b04dc32-3d55-481b-b381-4d5ad67d23df,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:08.654288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.658606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33814) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:08.658759 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2089152 Apr 02 18:13:08.659659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:08.668964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'security_group_rule': {'security_group_id': '6b04dc32-3d55-481b-b381-4d5ad67d23df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:08.680989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:08.685263 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:security_group_rule and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:08.688626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:08.695464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:08.718443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.725673 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 282c407b-0bef-4c52-8865-b2e72c0017e9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:13:08.785325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.789730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.792092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:08.820904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7ec8c7-dac6-4127-92a5-1920314f5c68,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:08.823890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:08.827389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.831538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33818) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:08.832199 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714993 Apr 02 18:13:08.837399 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'security_group_rule': {'security_group_id': '6b04dc32-3d55-481b-b381-4d5ad67d23df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:08.844933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:08.848915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:security_group_rule and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:08.852178 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:08.858751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:08.875570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.885414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:08.899682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'port_id': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'mac_address': 'fa:16:3e:be:82:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:13:08.939732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.944233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.947051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:08.970377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.976196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3181ec-53ed-43c8-b543-7f0899045713,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:08.978802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:08.988096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.992956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282c407b-0bef-4c52-8865-b2e72c0017e9 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:13:08.993098 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-00c070a1-c01a-4757-9d31-e7fc40d39723 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567953 Apr 02 18:13:08.993198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33822) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:08.999561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'floatingip': {'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:09.006446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:09.006583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:09.011504 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:floatingip and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:09.013592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.015342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:09.015705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:09.023723 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:09.036042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.127492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:09.130840 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:09.202057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.223210 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['282c407b-0bef-4c52-8865-b2e72c0017e9'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:13:09.349598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Allocated IP 172.28.1.220 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/ae0eb247-53ba-4a65-9f58-60198306708b) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:09.553828 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.581015 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device a796a04d-4558-49d8-a66d-d3206ab50e5e up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:09.595653 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.636294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ab4a6b5d-8bd6-4cef-94f7-51aebb6850b8 tempest-VolumesNegativeTest-725797442 tempest-VolumesNegativeTest-725797442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:09.656364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port a796a04d-4558-49d8-a66d-d3206ab50e5e triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:09.656803 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.703037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9857f8-d6c4-4c69-8b81-1b4545cc703a req-0c028187-978f-4075-b0aa-d8ed4b763c59 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:09.704821 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9b9857f8-d6c4-4c69-8b81-1b4545cc703a req-0c028187-978f-4075-b0aa-d8ed4b763c59 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 944 time: 0.0978153 Apr 02 18:13:09.759889 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9b9857f8-d6c4-4c69-8b81-1b4545cc703a req-7b67ffce-3646-493c-b7ff-f29c2318996a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466352 Apr 02 18:13:09.847030 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'Port': ['ID=ae0eb247-53ba-4a65-9f58-60198306708b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:09.850002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:09.893350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22537824-754f-4ef6-a43d-1024de139981 req-43d28ea8-b251-422a-a9b7-cc8fd78776e7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:09.894984 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-22537824-754f-4ef6-a43d-1024de139981 req-43d28ea8-b251-422a-a9b7-cc8fd78776e7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 947 time: 0.2599297 Apr 02 18:13:09.925566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:09.930423 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:09.931568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:09.971694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Sync routers for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:09.985432 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:09.986285 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:10.000657 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-22537824-754f-4ef6-a43d-1024de139981 req-541bbde8-340a-4502-af5d-9b7ce4b24bcc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966873 Apr 02 18:13:10.078096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.149565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.172492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:10.428500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.433081 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6688933'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.452983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f762cdc2-6b2a-49f7-83ce-65beb5419646 tempest-DeleteServersTestJSON-480592779 tempest-DeleteServersTestJSON-480592779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:10.532752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 2, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:10.542175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Checking router: d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:10.542570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Updating router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 port e625b379-f572-4bac-972e-6060e0b281b9 binding host dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:13:10.596116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'Port': ['ID=ae0eb247-53ba-4a65-9f58-60198306708b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:10.598251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.600633 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:10.697590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.718727 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.720125 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7259765 Apr 02 18:13:10.757843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 282c407b-0bef-4c52-8865-b2e72c0017e9 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:10.868637 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 282c407b-0bef-4c52-8865-b2e72c0017e9 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:10.874977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 282c407b-0bef-4c52-8865-b2e72c0017e9 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:10.875567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.901587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-5e0a51b7-14a5-4e56-889b-2dcd1d15bb64 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:10.922968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-5e0a51b7-14a5-4e56-889b-2dcd1d15bb64 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:10.924692 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-5e0a51b7-14a5-4e56-889b-2dcd1d15bb64 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--451862824&fields=id&tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d HTTP/1.1" status: 200 len: 267 time: 0.0697055 Apr 02 18:13:11.058589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.059667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.071769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9300adf-0030-499b-8646-65198c56128c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.078448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Transition to ACTIVE for port object e625b379-f572-4bac-972e-6060e0b281b9 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:11.089558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.095208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:11.108256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:11.112457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:11.114769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.117298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-526e485a-eb9b-42e4-9824-2b38609b3046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:11.186074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-c977b28c-3d2c-472f-9070-fa36292d9845 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:11.188478 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-c977b28c-3d2c-472f-9070-fa36292d9845 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 947 time: 0.1465976 Apr 02 18:13:11.196471 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae967d-04ec-4baf-abcc-fc966394b7f6 None None] Pushing event updated for resources: {'Port': ['ID=e625b379-f572-4bac-972e-6060e0b281b9,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:11.201881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-22ae967d-04ec-4baf-abcc-fc966394b7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:11.212750 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:11.224380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:11.238762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-9e89f796-79a1-4f2a-8383-08bab9644b97 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:11.239505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-9e89f796-79a1-4f2a-8383-08bab9644b97 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:network {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:11.259516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c7302-41d6-4101-a273-718cff78dcf5 req-0de7d30d-af42-41f7-ac77-2c4ff2f7693c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:11.261512 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f78c7302-41d6-4101-a273-718cff78dcf5 req-0de7d30d-af42-41f7-ac77-2c4ff2f7693c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.3392749 Apr 02 18:13:11.279499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-9e89f796-79a1-4f2a-8383-08bab9644b97 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:network {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:11.284213 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-9e89f796-79a1-4f2a-8383-08bab9644b97 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 810 time: 0.3476443 Apr 02 18:13:11.311025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Deleting port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:13:11.311646 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f78c7302-41d6-4101-a273-718cff78dcf5 req-87127d27-6b55-4982-b685-a76b5c1f75fc tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437803 Apr 02 18:13:11.312480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.348941 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-d265268c-c445-4f12-88a9-aa5100daad46 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/quotas/e78fedc8aed0437ab49c5d2cab3d4d0d HTTP/1.1" status: 200 len: 375 time: 0.0597830 Apr 02 18:13:11.505649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Attempting to bind port e625b379-f572-4bac-972e-6060e0b281b9 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:11.506062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Attempting to bind port e625b379-f572-4bac-972e-6060e0b281b9 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:11.506452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Attempting to bind port e625b379-f572-4bac-972e-6060e0b281b9 on network dfd02ec3-684d-481d-8e28-a4aa19a7f10c {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:11.513800 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:11.514190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Checking segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:11.514624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.515175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Bound using segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:11.515579 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Bound port: e625b379-f572-4bac-972e-6060e0b281b9, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:11.517242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.582427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68230c2b-bb1f-482d-bd6f-a455de56371b req-7638efbe-61bb-4cdd-a78a-fd956f138e4b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:11.584112 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-68230c2b-bb1f-482d-bd6f-a455de56371b req-7638efbe-61bb-4cdd-a78a-fd956f138e4b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 947 time: 0.1146426 Apr 02 18:13:11.662094 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] For port e625b379-f572-4bac-972e-6060e0b281b9, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:11.667015 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-68230c2b-bb1f-482d-bd6f-a455de56371b req-ebed3b4f-869e-475d-aaec-3a57492f2175 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745208 Apr 02 18:13:11.669154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] For port e625b379-f572-4bac-972e-6060e0b281b9, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=e625b379-f572-4bac-972e-6060e0b281b9,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:11.676687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.735158 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'code': 200} Apr 02 18:13:11.858097 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-48b81131-dd79-4b99-b9b5-08162b8023ce tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5010335 Apr 02 18:13:11.928859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-019a4baa-7ca9-4a59-9732-b8ce07126179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:12.060811 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:12.076241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae967d-04ec-4baf-abcc-fc966394b7f6 None None] Pushing event updated for resources: {'Port': ['ID=e625b379-f572-4bac-972e-6060e0b281b9,revision_number=4']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:12.081805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-22ae967d-04ec-4baf-abcc-fc966394b7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:12.115004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:12.115608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:12:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:12.190366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] For port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:12.190769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:12.201109 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-629bbaee-c07b-4a12-ae7e-a5f35bcf7838 service neutron] 10.222.0.32 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775393 Apr 02 18:13:12.311194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:12.322731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d518c-e0d4-44e3-a7c7-9b7f1da2de21 req-a711ca5b-a9ed-4e36-8dff-8d72f023e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:12.324340 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-626d518c-e0d4-44e3-a7c7-9b7f1da2de21 req-a711ca5b-a9ed-4e36-8dff-8d72f023e947 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1098 time: 0.2945333 Apr 02 18:13:12.437485 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-9e646c6c-5e1a-4da3-8311-18040e750daf service neutron] 10.222.0.32 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281182 Apr 02 18:13:12.534290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f12d8-8864-4ae3-b112-b81f50a22971 req-e014e254-6f2e-4bb5-8c77-cbc86be2b786 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:12.543985 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b71f12d8-8864-4ae3-b112-b81f50a22971 req-e014e254-6f2e-4bb5-8c77-cbc86be2b786 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1005192 Apr 02 18:13:12.569361 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-626d518c-e0d4-44e3-a7c7-9b7f1da2de21 req-c04a5488-ce16-45d8-b340-73c3ad70137d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323427 Apr 02 18:13:12.611145 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b71f12d8-8864-4ae3-b112-b81f50a22971 req-6a8df9d2-a294-4659-a98c-3920cd912c22 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658803 Apr 02 18:13:12.723932 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:11Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:12.730294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae697a-4051-4b38-8aa1-70d514ee23e7 None None] The sync data for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb is: [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:11Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:12.735142 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-35a6d179-b6d4-4b21-bb61-d9f450d4e74a req-276cbf45-6da8-42f6-a956-3be3f1a48ca0 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 210 time: 0.0747788 Apr 02 18:13:12.771809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:12.772375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:12.773449 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Floating IP fbce91aa-c220-474d-886d-9f5c4ab2859f disassociated. External IP: 172.28.1.157, port: e8919ccb-49ee-49fa-a3dd-6db83dc99d6c. Apr 02 18:13:12.773563 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Calling delete_port for e8919ccb-49ee-49fa-a3dd-6db83dc99d6c owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:13:12.942223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618e5a-6e94-45bb-aea1-ddb87f9cf760 req-0edde15e-7678-4409-951e-42d0fb8f8536 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:12.950826 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e7618e5a-6e94-45bb-aea1-ddb87f9cf760 req-0edde15e-7678-4409-951e-42d0fb8f8536 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 947 time: 0.1110878 Apr 02 18:13:12.977870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:13.000595 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e7618e5a-6e94-45bb-aea1-ddb87f9cf760 req-2a67e37a-99a2-4595-8c0b-7a6593fb586b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=5db0019d-f587-4edf-bfb2-bcf8c2347f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487025 Apr 02 18:13:13.008878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:13.072612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event deleted for resources: {'Port': ['ID=e8919ccb-49ee-49fa-a3dd-6db83dc99d6c,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:13.076567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:13.197374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-90683b0e-e83e-45f9-9f24-60f4b36aeee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:13.463645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:13:13.612777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device e625b379-f572-4bac-972e-6060e0b281b9 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:13.778135 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port e625b379-f572-4bac-972e-6060e0b281b9 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:13.784057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port e625b379-f572-4bac-972e-6060e0b281b9 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:13.784641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:13.918602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:13.925420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64625815-feee-4f42-881d-ce5e54df0dd0 req-e5da9d79-cdb1-43f7-889e-a2ec87fc4b9a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:13.927055 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-64625815-feee-4f42-881d-ce5e54df0dd0 req-e5da9d79-cdb1-43f7-889e-a2ec87fc4b9a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1733613 Apr 02 18:13:13.928424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:13.963749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-6f49223b-ac52-46d9-83a3-76a703f3f045 req-e8ebed08-9401-4021-bbda-cdc85e5b2430 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:13.974298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] Sync routers for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:13.996019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-6f49223b-ac52-46d9-83a3-76a703f3f045 req-e8ebed08-9401-4021-bbda-cdc85e5b2430 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:14.011259 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6f49223b-ac52-46d9-83a3-76a703f3f045 req-e8ebed08-9401-4021-bbda-cdc85e5b2430 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 210 time: 0.1190803 Apr 02 18:13:14.015657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:14.016377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:13:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:14.090155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] No DVR routers for this DVR port e8919ccb-49ee-49fa-a3dd-6db83dc99d6c on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:13:14.106419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:14.109535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-deleted', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:14.136539 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-64625815-feee-4f42-881d-ce5e54df0dd0 req-1c3cf11e-5408-4921-9293-c81112a0c9d0 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507514 Apr 02 18:13:14.162296 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:14.240412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port e625b379-f572-4bac-972e-6060e0b281b9, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=e625b379-f572-4bac-972e-6060e0b281b9,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:14.251414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:14.255382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f772293c-0fae-418f-b41e-31c5a7aee9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:14.354772 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f48cce82-5644-427b-8e0e-05ba418f115b req-b88073c5-b47b-4017-9863-cc8acf09a1d6 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=cca6293d-6427-4306-8847-f4f8704c217c HTTP/1.1" status: 200 len: 210 time: 0.0971498 Apr 02 18:13:14.385427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:14.409003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-49318d97-3a03-4915-a98f-15d4d207f061 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:14.420002 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-49318d97-3a03-4915-a98f-15d4d207f061 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 810 time: 0.2820635 Apr 02 18:13:14.423175 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca6293d-6427-4306-8847-f4f8704c217c', 'name': 'network-vif-deleted', 'tag': 'e8919ccb-49ee-49fa-a3dd-6db83dc99d6c', 'status': 'completed', 'code': 200} Apr 02 18:13:14.425148 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4f3e22e0-c2da-4687-b290-6e529328c4ba req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "DELETE /v2.0/ports/e8919ccb-49ee-49fa-a3dd-6db83dc99d6c HTTP/1.1" status: 204 len: 173 time: 3.2313817 Apr 02 18:13:14.595943 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-ccfd595a-9ab5-4a29-be4c-c6df2271f1f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d HTTP/1.1" status: 200 len: 5707 time: 0.1636806 Apr 02 18:13:14.610419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'port': {'device_id': '93e24907-425c-4983-bedb-bbcee19f1561', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'admin_state_up': True, 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'security_groups': ['6b04dc32-3d55-481b-b381-4d5ad67d23df']}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:14.720591 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=e625b379-f572-4bac-972e-6060e0b281b9,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:14.726980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:14.748041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382654c-db46-43d1-85ed-5a2088e34efe req-2899a8b6-94ed-4a67-840f-2433f58c2d07 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:14.750036 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3382654c-db46-43d1-85ed-5a2088e34efe req-2899a8b6-94ed-4a67-840f-2433f58c2d07 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.2754350 Apr 02 18:13:14.823323 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3382654c-db46-43d1-85ed-5a2088e34efe req-e6a4879b-146a-4429-bbbd-a486577a7dd1 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633183 Apr 02 18:13:14.849923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33910) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:14.852096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:13:14.859105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:14.869897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:14.884036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Made reservation on behalf of e78fedc8aed0437ab49c5d2cab3d4d0d for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:13:14.894420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:14.919262 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: e8919ccb-49ee-49fa-a3dd-6db83dc99d6c {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:13:14.919616 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device e8919ccb-49ee-49fa-a3dd-6db83dc99d6c not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:13:15.182278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e2765a-5e15-425c-a780-9699a729d60b tempest-TestShelveInstance-1921696081 tempest-TestShelveInstance-1921696081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:15.183936 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-53e2765a-5e15-425c-a780-9699a729d60b tempest-TestShelveInstance-1921696081 tempest-TestShelveInstance-1921696081-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1093 time: 0.3326423 Apr 02 18:13:15.187118 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33918) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:15.199366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Request body: {'floatingip': {'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'port_id': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:15.224304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:15.233321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Usage tracker for resource:floatingip and tenant:a832b1068a0d49f9916a09d01bae893e is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:15.237923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:15.268798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:15.274415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] Checking router: 6945727b-d9d5-4004-92e8-ea1ee8a9d441 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:15.284395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:15.285069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:13:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:15.310621 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:15.324749 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4aede09d-6ad1-480d-a023-d9316f4b1dfe req-21bf085a-76b9-4f11-a960-bdfa44b8c462 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 210 time: 0.0941443 Apr 02 18:13:15.334661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:15.352660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:15.578350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Allocated IP 172.20.0.5 (dfd02ec3-684d-481d-8e28-a4aa19a7f10c/5801d1b9-6e55-43ff-ab2d-2fc8df3fe741/9d7df59b-9bdb-4c40-a178-491a568b6d43) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:15.582288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device e625b379-f572-4bac-972e-6060e0b281b9 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:15.649922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33928) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:15.680247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:15.752903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port e625b379-f572-4bac-972e-6060e0b281b9 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:15.753593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:15.789555 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:15.792724 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53c7b291-35cc-4075-8f05-70dd5245adc7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:15.800686 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:15.828583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Transition to ACTIVE for port object 9d7df59b-9bdb-4c40-a178-491a568b6d43 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:15.864581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:15.888025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4b750a75-92ad-4488-9d2a-d86e08418cf4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:15.891188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53c7b291-35cc-4075-8f05-70dd5245adc7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.083057 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Allocated IP 172.28.1.222 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/b5cbb43f-69bd-4f09-9ea3-9aa6d0a18e31) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:16.089856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53c7b291-35cc-4075-8f05-70dd5245adc7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.099107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8853e03f-6fc2-4931-bcb7-4290231f12f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:16.119451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'Port': ['ID=9d7df59b-9bdb-4c40-a178-491a568b6d43,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:16.119793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7b291-35cc-4075-8f05-70dd5245adc7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db0019d-f587-4edf-bfb2-bcf8c2347f41,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:16.130409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:16.130834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-53c7b291-35cc-4075-8f05-70dd5245adc7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:16.204477 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:16.205890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:16.223323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:16.241800 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53c7b291-35cc-4075-8f05-70dd5245adc7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.245723 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-53c7b291-35cc-4075-8f05-70dd5245adc7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "DELETE /v2.0/security-groups/5db0019d-f587-4edf-bfb2-bcf8c2347f41 HTTP/1.1" status: 204 len: 168 time: 0.5899811 Apr 02 18:13:16.246367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33936) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:16.276017 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.v2.resource [None req-633291f4-f726-4a8a-b796-4a71753c000e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] show failed (client error): The resource could not be found. Apr 02 18:13:16.280199 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-633291f4-f726-4a8a-b796-4a71753c000e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups/5db0019d-f587-4edf-bfb2-bcf8c2347f41 HTTP/1.1" status: 404 len: 347 time: 0.0298076 Apr 02 18:13:16.280987 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 33940) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:16.301663 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:16.315298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfedd3a-d05f-4177-8e43-75f17d901fcc None None] The sync data for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb is: [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:16.345672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.441848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:16.443468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.446787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.485514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:16.501805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fb1de90a-9b20-4fb7-846f-433783308e23 None None] Provisioning for port 9d7df59b-9bdb-4c40-a178-491a568b6d43 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:16.508248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fb1de90a-9b20-4fb7-846f-433783308e23 None None] Provisioning complete for port 9d7df59b-9bdb-4c40-a178-491a568b6d43 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:16.508803 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb1de90a-9b20-4fb7-846f-433783308e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.599540 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fb1de90a-9b20-4fb7-846f-433783308e23 None None] Port 9d7df59b-9bdb-4c40-a178-491a568b6d43 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:13:16.646210 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Deleting port 04eb3843-043c-4121-b675-7146a380d9de {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:13:16.646594 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.672330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'Port': ['ID=b5cbb43f-69bd-4f09-9ea3-9aa6d0a18e31,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:16.677009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:16.694915 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0884156 Apr 02 18:13:16.716601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Request body: {'port': {'device_id': '93e24907-425c-4983-bedb-bbcee19f1561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:16.722045 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:16.723209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:16.725825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:16.840671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768cd5c-2c48-43ec-8d9a-d7aa126aac7c None None] New status for floating IP fbce91aa-c220-474d-886d-9f5c4ab2859f: DOWN {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:13:16.941454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b48ba0-0d2d-4ff3-b008-eae90217ff56 req-79b539c0-16e2-4290-8490-0ea407798eb8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:16.942233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-c7b48ba0-0d2d-4ff3-b008-eae90217ff56 req-79b539c0-16e2-4290-8490-0ea407798eb8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:16.976926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.017778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-c7b48ba0-0d2d-4ff3-b008-eae90217ff56 req-79b539c0-16e2-4290-8490-0ea407798eb8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:17.019071 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7b48ba0-0d2d-4ff3-b008-eae90217ff56 req-79b539c0-16e2-4290-8490-0ea407798eb8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 931 time: 0.4597716 Apr 02 18:13:17.089666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.089975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.255976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Calling delete_port for 04eb3843-043c-4121-b675-7146a380d9de owned by network:floatingip {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:13:17.328465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.355800 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7b48ba0-0d2d-4ff3-b008-eae90217ff56 req-d0505613-00bf-498d-a16e-885cf95ab337 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066268 Apr 02 18:13:17.458091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.592823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.api [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:13:17.593107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.api [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:13:17.727596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7df59b-9bdb-4c40-a178-491a568b6d43 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:13:17.733046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.735458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.736541 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6688933'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.750209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Transition to ACTIVE for port object 9d7df59b-9bdb-4c40-a178-491a568b6d43 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:17.751503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:17.753256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:17.768737 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:17.914391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Pushing event updated for resources: {'Port': ['ID=9d7df59b-9bdb-4c40-a178-491a568b6d43,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:17.917653 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:18.103372 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Deleting port 04eb3843-043c-4121-b675-7146a380d9de {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:13:18.104602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:18.114711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event updated for resources: {'Port': ['ID=b5cbb43f-69bd-4f09-9ea3-9aa6d0a18e31,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:18.119735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:18.209578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:18.270843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Attempting to bind port 9d7df59b-9bdb-4c40-a178-491a568b6d43 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:18.271225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Attempting to bind port 9d7df59b-9bdb-4c40-a178-491a568b6d43 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:18.271596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Attempting to bind port 9d7df59b-9bdb-4c40-a178-491a568b6d43 on network dfd02ec3-684d-481d-8e28-a4aa19a7f10c {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:18.289747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Port 9d7df59b-9bdb-4c40-a178-491a568b6d43 on network dfd02ec3-684d-481d-8e28-a4aa19a7f10c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:13:18.290109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Attempting to bind port 9d7df59b-9bdb-4c40-a178-491a568b6d43 on network dfd02ec3-684d-481d-8e28-a4aa19a7f10c {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:18.301018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:18.301397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Checking segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:18.301815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Bound using segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:18.302288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Bound port: 9d7df59b-9bdb-4c40-a178-491a568b6d43, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:18.302679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:18.385367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:18.385742 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:18.399963 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Floating IP 1f03294f-8ab7-46ac-bec2-9296a69883b2 associated. External IP: 172.28.1.222, port: 282c407b-0bef-4c52-8865-b2e72c0017e9. Apr 02 18:13:18.531533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Calling delete_port for 04eb3843-043c-4121-b675-7146a380d9de owned by network:floatingip {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:13:18.608859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] For port 9d7df59b-9bdb-4c40-a178-491a568b6d43, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:18.631561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] For port 9d7df59b-9bdb-4c40-a178-491a568b6d43, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:18.644901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:18.665777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:18.670205 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d01dec-0776-48b1-8f1e-e995ab19b814 req-58abb930-43aa-4de0-8c94-1c35efc0789c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:18.671805 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e5d01dec-0776-48b1-8f1e-e995ab19b814 req-58abb930-43aa-4de0-8c94-1c35efc0789c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 943 time: 0.1510532 Apr 02 18:13:18.867676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-e5d01dec-0776-48b1-8f1e-e995ab19b814 req-cf51c8ca-9e97-4182-a5f2-cff179743dbf tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:18.900152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-e5d01dec-0776-48b1-8f1e-e995ab19b814 req-cf51c8ca-9e97-4182-a5f2-cff179743dbf tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:18.901471 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e5d01dec-0776-48b1-8f1e-e995ab19b814 req-cf51c8ca-9e97-4182-a5f2-cff179743dbf tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706016 Apr 02 18:13:18.921468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Router d3f2081c-ae3c-4cc0-8a3e-a839b583303d has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:13:19.114096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Pushing event updated for resources: {'Port': ['ID=9d7df59b-9bdb-4c40-a178-491a568b6d43,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:19.117687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:19.123648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:19.135589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] Sync routers for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:19.136037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:19.142268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:19.148677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:19.149577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:13:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:19.156307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:19.203581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:19.204295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:19.205771 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] 10.222.0.20 "PUT /v2.0/ports/9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 200 len: 1093 time: 2.4968536 Apr 02 18:13:19.206380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e24907-425c-4983-bedb-bbcee19f1561', 'tag': '9d7df59b-9bdb-4c40-a178-491a568b6d43'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:19.219931 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0154645 Apr 02 18:13:19.219931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:19.223149 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event deleted for resources: {'Port': ['ID=04eb3843-043c-4121-b675-7146a380d9de,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:19.283067 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'status': 'completed', 'code': 200} Apr 02 18:13:19.304515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:19.307860 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e24907-425c-4983-bedb-bbcee19f1561', 'tag': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'status': 'completed', 'code': 200} Apr 02 18:13:19.398115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:19.581151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-f0ebd466-4a9f-4d1c-bd8b-2cfbfff4b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:19.582756 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-f0ebd466-4a9f-4d1c-bd8b-2cfbfff4b35b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 1096 time: 0.2772877 Apr 02 18:13:19.589966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-f23814fd-5183-45ae-bfa2-8263166daee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:19.591454 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-f23814fd-5183-45ae-bfa2-8263166daee2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a832b1068a0d49f9916a09d01bae893e&device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1098 time: 0.2827349 Apr 02 18:13:19.699612 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-ed8ae066-a8a8-41d1-a3c4-9b2991ce686b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 200 len: 217 time: 0.1070518 Apr 02 18:13:19.782997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '1f03294f-8ab7-46ac-bec2-9296a69883b2', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'port_id': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'mac_address': 'fa:16:3e:be:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd038808-66d3-4e47-8d96-263be4002a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:17Z', 'updated_at': '2021-04-02T18:13:17Z', 'revision_number': 0, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:32Z', 'revision_number': 5, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:19.787134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] Checking router: d3f2081c-ae3c-4cc0-8a3e-a839b583303d for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:19.796110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:19.796802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:13:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:19.822144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:19.865908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-a6a80b50-1a12-416c-bd0a-48852cb0b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:19.868012 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-a6a80b50-1a12-416c-bd0a-48852cb0b671 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.1528895 Apr 02 18:13:19.871780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:19.876412 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "DELETE /v2.0/floatingips/fbce91aa-c220-474d-886d-9f5c4ab2859f HTTP/1.1" status: 204 len: 168 time: 3.5909021 Apr 02 18:13:20.045215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-19a60dd6-7517-4f6b-8a3a-6c3bfe4ef794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:20.046851 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-19a60dd6-7517-4f6b-8a3a-6c3bfe4ef794 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 200 len: 909 time: 0.3864563 Apr 02 18:13:20.165575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:20.237805 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-7ee86b78-7637-45d5-92e8-241878fb3783 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 200 len: 999 time: 0.1515045 Apr 02 18:13:20.241126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-fd50a7b7-e8a2-4614-bb13-858e8e73abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:20.242690 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-fd50a7b7-e8a2-4614-bb13-858e8e73abd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3668208 Apr 02 18:13:20.271833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33980) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:20.278107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584854798', 'description': 'tempest-description--1702165379'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:20.284420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:20.288806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:security_group and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:20.292698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:20.298809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:20.308999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.330801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:20.334805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:security_group_rule and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:20.338445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:20.344596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:20.360973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2582b-a5bc-4947-9e6e-c4fbc4824675 req-b5cc753f-4c80-49d8-a07a-44ca925cae59 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:20.362937 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-03f2582b-a5bc-4947-9e6e-c4fbc4824675 req-b5cc753f-4c80-49d8-a07a-44ca925cae59 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 943 time: 0.3229651 Apr 02 18:13:20.437421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.441548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.448630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fa1e854f-4a42-4b41-a13a-0978cfe3920a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:20.493209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-465c4a91-8a9e-462d-b17f-236e7388a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:20.494817 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-465c4a91-8a9e-462d-b17f-236e7388a925 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47266cd8-e9d9-405a-b214-cf3bc850f424 HTTP/1.1" status: 200 len: 847 time: 0.2436757 Apr 02 18:13:20.500353 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-03f2582b-a5bc-4947-9e6e-c4fbc4824675 req-4430a41a-d9fe-45f8-918d-2f52d9d0539f tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877521 Apr 02 18:13:20.501878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55806ba6-5d32-4e9e-bf0e-3d7350300dc6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:20.505172 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:20.506719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.508742 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2353086 Apr 02 18:13:20.511751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33984) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:20.518163 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'security_group_rule': {'security_group_id': '55806ba6-5d32-4e9e-bf0e-3d7350300dc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:20.527094 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:20.532917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:security_group_rule and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:20.542885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:20.550565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:20.565972 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '1f03294f-8ab7-46ac-bec2-9296a69883b2', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'port_id': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'mac_address': 'fa:16:3e:be:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd038808-66d3-4e47-8d96-263be4002a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:17Z', 'updated_at': '2021-04-02T18:13:17Z', 'revision_number': 0, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:32Z', 'revision_number': 5, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:20.568539 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.571997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68018a7-3676-450c-a0cc-5ac074268eb7 None None] The sync data for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb is: [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '1f03294f-8ab7-46ac-bec2-9296a69883b2', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'floating_ip_address': '172.28.1.222', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'port_id': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'mac_address': 'fa:16:3e:be:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd038808-66d3-4e47-8d96-263be4002a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:17Z', 'updated_at': '2021-04-02T18:13:17Z', 'revision_number': 0, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:32Z', 'revision_number': 5, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:20.580208 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-376bdb4e-5995-4cd4-83b5-84ec299c9f9b service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287084 Apr 02 18:13:20.638326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.641343 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.643425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:20.667114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b8c5bd-7630-4533-b7d0-a75f8c13e0aa,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:20.669795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:20.676522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.677824 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648302 Apr 02 18:13:20.681229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33988) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:20.687103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'security_group_rule': {'security_group_id': '55806ba6-5d32-4e9e-bf0e-3d7350300dc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:20.693340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:20.698350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:security_group_rule and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:20.701525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:20.707570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:20.709340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-0da8ae18-c958-457e-bb24-58278d27c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:20.710958 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-0da8ae18-c958-457e-bb24-58278d27c701 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2096653 Apr 02 18:13:20.723528 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.788284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.791235 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.798836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:20.821671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad56f210-41df-4a3b-804e-eabb35af9720,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:20.824654 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:20.831198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.835623 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503696 Apr 02 18:13:20.835801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 33992) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:20.841664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'floatingip': {'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:20.842999 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f03be705-7c98-495f-ab78-e147ed5ba694 req-fe99baf9-d8d5-4dec-a0f4-454d1548fcc1 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547245 Apr 02 18:13:20.848062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:20.852444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Usage tracker for resource:floatingip and tenant:41c29e9f99fa45109ce0d705a307c847 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:20.855589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:20.862255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:20.873537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.895642 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9be005-d73d-4810-a0a9-22bfeb2e9a2a None None] New status for floating IP 1f03294f-8ab7-46ac-bec2-9296a69883b2: ACTIVE {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:13:20.937755 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-61116bcf-ebcf-49af-a678-e5bfa4ab9a8e service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195375 Apr 02 18:13:21.024777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:21.087313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-ea0a94a6-53fd-4867-8fad-78ce567c5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:21.089365 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-ea0a94a6-53fd-4867-8fad-78ce567c5bb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 1096 time: 0.1961443 Apr 02 18:13:21.193234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Allocated IP 172.28.1.151 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/378e6163-8ee1-41fb-be18-05a62a1a78e6) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:21.221112 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cebdd82a-29ef-4e14-947e-f34854e43baf req-adfc5266-9d22-417e-bdc5-0da6d57be955 service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732430 Apr 02 18:13:21.277700 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-ff203e60-7a4d-45c6-b59e-ff0d6f80b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:21.279208 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-ff203e60-7a4d-45c6-b59e-ff0d6f80b714 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 911 time: 0.1815071 Apr 02 18:13:21.355591 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-53485f7f-9b00-4cf2-b308-1c5c3812871f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 200 len: 217 time: 0.0693898 Apr 02 18:13:21.366793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:21.402535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:21.420869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:21.433178 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-c9971817-47d9-47db-a2af-643688002fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:21.434743 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-c9971817-47d9-47db-a2af-643688002fd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0722146 Apr 02 18:13:21.520291 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-d157eacd-1fee-45a4-b4e8-d11c0a9f5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:21.521923 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-d157eacd-1fee-45a4-b4e8-d11c0a9f5ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801864 Apr 02 18:13:21.569906 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'Port': ['ID=378e6163-8ee1-41fb-be18-05a62a1a78e6,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:21.574494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:21.616992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:21.618260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:21.620555 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:21.673189 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-9d2aa561-a37e-4188-897b-2bf8a0b4fa3a service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423106 Apr 02 18:13:21.776134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77588a8-d30c-4435-a045-1c1c9513ff8d req-268b44ba-e63a-45f5-a6af-d291ab08114e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:21.777754 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c77588a8-d30c-4435-a045-1c1c9513ff8d req-268b44ba-e63a-45f5-a6af-d291ab08114e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 943 time: 0.1271048 Apr 02 18:13:21.786577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:21.815930 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d3e58a14-80ff-4110-bb0c-19487411e3af req-3f8b4913-b8fa-496d-a412-8b306375b49f service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353393 Apr 02 18:13:21.878346 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c77588a8-d30c-4435-a045-1c1c9513ff8d req-67451857-ac19-4c71-851d-dd0d639f5cfe tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937109 Apr 02 18:13:21.885178 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:22.152585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:22.156048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6688933'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:22.170602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-809cb8b9-72db-495a-b6ca-88e888ab2195 tempest-VolumesActionsTest-1721717438 tempest-VolumesActionsTest-1721717438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:22.547134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'Port': ['ID=378e6163-8ee1-41fb-be18-05a62a1a78e6,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:22.551619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:22.641396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:22.663685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:22.664971 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d8f9c4f7-0cbf-4b2d-a1c1-1d49740f40d3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8281238 Apr 02 18:13:22.842041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 9d7df59b-9bdb-4c40-a178-491a568b6d43 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:13:22.899108 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-789750cb-2fc2-465e-aa3f-d924fb6ad5cb tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--584854798&fields=id&tenant_id=41c29e9f99fa45109ce0d705a307c847 HTTP/1.1" status: 200 len: 267 time: 0.0429380 Apr 02 18:13:22.989200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 9d7df59b-9bdb-4c40-a178-491a568b6d43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:23.004922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'port_id': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'mac_address': 'fa:16:3e:f5:96:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:13:23.076076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:23.095891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ac647-2822-4df5-b999-03e37e7b8c21 req-58eb5075-6c53-4e08-945e-f5078a770528 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:23.096141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7df59b-9bdb-4c40-a178-491a568b6d43 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:13:23.097613 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-948ac647-2822-4df5-b999-03e37e7b8c21 req-58eb5075-6c53-4e08-945e-f5078a770528 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 943 time: 0.1002269 Apr 02 18:13:23.114523 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 9d7df59b-9bdb-4c40-a178-491a568b6d43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:23.117716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:23.119648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:23.152110 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-948ac647-2822-4df5-b999-03e37e7b8c21 req-7585e620-85d1-444c-bd9e-ca1367c74bd0 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456989 Apr 02 18:13:23.196669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=9d7df59b-9bdb-4c40-a178-491a568b6d43,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:23.199945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:23.297681 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-d237f441-6135-4da6-aad5-ed07b3b5e41d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:23.298405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-d237f441-6135-4da6-aad5-ed07b3b5e41d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Synchronizing usage tracker for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:network {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:23.316120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-d237f441-6135-4da6-aad5-ed07b3b5e41d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Unset dirty status for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:network {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:23.317323 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-d237f441-6135-4da6-aad5-ed07b3b5e41d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 817 time: 0.4105883 Apr 02 18:13:23.333254 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-4e66fca1-2739-4d76-beb5-fd65a31989e8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/quotas/41c29e9f99fa45109ce0d705a307c847 HTTP/1.1" status: 200 len: 375 time: 0.0092607 Apr 02 18:13:23.342609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['9d7df59b-9bdb-4c40-a178-491a568b6d43'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:13:23.431221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-6fdca8a9-6f8f-4ae2-bca7-865dd98f112d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Synchronizing usage tracker for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:23.446255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-6fdca8a9-6f8f-4ae2-bca7-865dd98f112d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Unset dirty status for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:23.447678 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-6fdca8a9-6f8f-4ae2-bca7-865dd98f112d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1083446 Apr 02 18:13:23.595380 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-44d13a83-2aa1-4ea5-9a00-e4c0bfcd05a3 service neutron] 10.222.0.32 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343164 Apr 02 18:13:23.740450 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-7bc26d66-5343-432f-9237-52f2acafca7a service neutron] 10.222.0.32 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379278 Apr 02 18:13:23.981559 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-47bb8b2d-aa1b-4018-9d84-abd5e876e1b8 req-155dbc3b-1602-4c7a-8ee9-a3340f185467 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 210 time: 0.0660005 Apr 02 18:13:24.372434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffee7f-a86c-4071-b4c8-2b0e5309ebd9 req-1966544d-93cc-44ed-8b38-e79f9e274246 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:24.374553 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-deffee7f-a86c-4071-b4c8-2b0e5309ebd9 req-1966544d-93cc-44ed-8b38-e79f9e274246 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 944 time: 0.1030476 Apr 02 18:13:24.426650 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-deffee7f-a86c-4071-b4c8-2b0e5309ebd9 req-08e14a69-6257-4972-b2b1-af76c3024f50 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448163 Apr 02 18:13:24.858104 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 9d7df59b-9bdb-4c40-a178-491a568b6d43 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:24.928237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 9d7df59b-9bdb-4c40-a178-491a568b6d43 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:24.933416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 9d7df59b-9bdb-4c40-a178-491a568b6d43 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:24.933834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:25.068869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:25.101943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e24907-425c-4983-bedb-bbcee19f1561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7df59b-9bdb-4c40-a178-491a568b6d43'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:25.114192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 9d7df59b-9bdb-4c40-a178-491a568b6d43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:25.122099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:25.124199 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:25.126459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-219c387e-2e76-4112-82d6-8b62aed501fa tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:25.132863 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-219c387e-2e76-4112-82d6-8b62aed501fa tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 817 time: 0.1812530 Apr 02 18:13:25.213234 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e24907-425c-4983-bedb-bbcee19f1561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'code': 200} Apr 02 18:13:25.230248 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27b2f123-9016-4b61-b18b-5591ef68e131 req-c82cb31d-64f3-4630-90ae-4374d25e7cba tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 210 time: 0.1030898 Apr 02 18:13:25.239403 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-f5db9bd8-53f8-42cc-b3d2-3364d5bd044f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41c29e9f99fa45109ce0d705a307c847 HTTP/1.1" status: 200 len: 5704 time: 0.0911906 Apr 02 18:13:25.249098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=9d7df59b-9bdb-4c40-a178-491a568b6d43,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:25.268157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:25.271004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'port': {'device_id': '6ce7398b-0f1b-478f-9a19-845071251eff', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'admin_state_up': True, 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'security_groups': ['55806ba6-5d32-4e9e-bf0e-3d7350300dc6']}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:25.485005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:25.498846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:25.519999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Made reservation on behalf of 41c29e9f99fa45109ce0d705a307c847 for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:13:25.526582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:25.647460 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b8df3-97d2-431a-929b-a04911541c61 req-23e5cb8b-2a43-45c4-b295-a51e14c0148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:25.649097 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c24b8df3-97d2-431a-929b-a04911541c61 req-23e5cb8b-2a43-45c4-b295-a51e14c0148b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 1098 time: 0.2233322 Apr 02 18:13:25.778928 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c24b8df3-97d2-431a-929b-a04911541c61 req-0f101bfb-8da2-45f6-8a3b-426f88c5ceaf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163549 Apr 02 18:13:25.808743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ea2a9-0f40-4314-94a8-8e8676a8cd39 req-3b574807-4f5f-46de-8aad-23affffee95d tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:25.810272 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e05ea2a9-0f40-4314-94a8-8e8676a8cd39 req-3b574807-4f5f-46de-8aad-23affffee95d tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.2602506 Apr 02 18:13:25.844342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Allocated IP 172.20.0.14 (44ec7b32-e430-4f5b-9535-ae18cd7a9050/adce9118-b6f6-490e-8ca2-2445b867b927/1d06d958-bcd1-4a38-859e-97859db60a50) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:25.879434 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e05ea2a9-0f40-4314-94a8-8e8676a8cd39 req-b2e12d51-3409-48ea-84e5-5ec93dec53ea tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611601 Apr 02 18:13:26.056485 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.071882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Transition to ACTIVE for port object 1d06d958-bcd1-4a38-859e-97859db60a50 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:26.095157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.110547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-911983ae-ebe5-42a2-9c64-6a7fc1c584a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:26.256538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:26.268051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.268494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.268901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.269307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.269706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.270104 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.270675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.270903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.271230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.271618 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.272007 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.272999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:26.278133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:26.317059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:26.318222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:26.320950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:26.388871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:26.389925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.422687 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1594679 Apr 02 18:13:26.438544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Request body: {'port': {'device_id': '6ce7398b-0f1b-478f-9a19-845071251eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:26.498049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c805d-bddf-456c-9a55-1aebeb7324e9 req-6321769f-3ca6-4d75-a37b-220a530d4434 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:26.511642 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab4c805d-bddf-456c-9a55-1aebeb7324e9 req-6321769f-3ca6-4d75-a37b-220a530d4434 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 932 time: 0.1505871 Apr 02 18:13:26.514124 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34080) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:26.572937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.649425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ab4c805d-bddf-456c-9a55-1aebeb7324e9 req-2c80d6dd-337c-4afa-8f7a-1145580a077b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Synchronizing usage tracker for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:26.659194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b6808016-22a3-4855-8a88-6556660be5e9 None None] Provisioning for port 1d06d958-bcd1-4a38-859e-97859db60a50 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:26.661240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Deleting subnet 01108303-f8a2-4434-82a2-a6c0ff6f5a70 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:13:26.664507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b6808016-22a3-4855-8a88-6556660be5e9 None None] Provisioning complete for port 1d06d958-bcd1-4a38-859e-97859db60a50 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:26.665173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6808016-22a3-4855-8a88-6556660be5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.666200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.719123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ab4c805d-bddf-456c-9a55-1aebeb7324e9 req-2c80d6dd-337c-4afa-8f7a-1145580a077b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Unset dirty status for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:26.720509 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab4c805d-bddf-456c-9a55-1aebeb7324e9 req-2c80d6dd-337c-4afa-8f7a-1145580a077b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072642 Apr 02 18:13:26.727230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b6808016-22a3-4855-8a88-6556660be5e9 None None] Port 1d06d958-bcd1-4a38-859e-97859db60a50 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:13:26.727597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847899605'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.790075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.009683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d06d958-bcd1-4a38-859e-97859db60a50 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:13:27.018401 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.035005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Transition to ACTIVE for port object 1d06d958-bcd1-4a38-859e-97859db60a50 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:27.039634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.057397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6688880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6764736'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.060846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc7b6ce5-b6eb-4ad7-9c59-1c2c0dac3ce8 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:27.074409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ef19d0c6-efd4-4285-bac9-88f918daf799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:27.127932 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01108303-f8a2-4434-82a2-a6c0ff6f5a70,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:27.187863 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.188229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.188645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.189047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.189445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.189845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.190242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.190638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.191033 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.191427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.191816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.192236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:27.195800 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:27.224373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.234914 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e6614ffe-811c-428b-b4c5-a43a48876f8a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/01108303-f8a2-4434-82a2-a6c0ff6f5a70 HTTP/1.1" status: 204 len: 168 time: 0.7174821 Apr 02 18:13:27.237644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34086) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:27.257967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:27.265204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:27.355355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.377678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a3651-bdfc-4cac-8b31-7b6238483f87 req-d791324b-52d0-4e73-b2e8-03847db31fb9 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:27.379386 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ad0a3651-bdfc-4cac-8b31-7b6238483f87 req-d791324b-52d0-4e73-b2e8-03847db31fb9 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.2060614 Apr 02 18:13:27.513462 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ad0a3651-bdfc-4cac-8b31-7b6238483f87 req-a08ce9ba-af56-4c74-9da6-d4daf273600e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272240 Apr 02 18:13:27.553248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Attempting to bind port 1d06d958-bcd1-4a38-859e-97859db60a50 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:27.553685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Attempting to bind port 1d06d958-bcd1-4a38-859e-97859db60a50 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:27.554055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Attempting to bind port 1d06d958-bcd1-4a38-859e-97859db60a50 on network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:27.559504 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Port 1d06d958-bcd1-4a38-859e-97859db60a50 on network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:13:27.560000 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Attempting to bind port 1d06d958-bcd1-4a38-859e-97859db60a50 on network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:27.565900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:27.566278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Checking segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:27.566957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Bound using segment: {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:27.567159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Bound port: 1d06d958-bcd1-4a38-859e-97859db60a50, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd689773-c879-4027-b461-edded8fea4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:27.567508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.576511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.669247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:27.672253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:27.675582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.690624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9381b7b8-dc44-456f-a105-4288efe1f19a tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:27.747077 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66e51a7-5ba5-4569-8027-120ae57959e9']}} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:27.762391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31680c0-70c1-4542-9096-f2f308b14c8f') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:27.762729 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31680c0-70c1-4542-9096-f2f308b14c8f') {} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:27.783203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6876194'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.803763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.812813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:13:27.834420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce77c1-b6c6-4740-a2f0-a1757862cd16 req-b7096a47-aa7c-4092-963e-8f3f7bc72619 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:27.836757 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-18ce77c1-b6c6-4740-a2f0-a1757862cd16 req-b7096a47-aa7c-4092-963e-8f3f7bc72619 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.1771054 Apr 02 18:13:27.848677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34094) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:27.852415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:27.899872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:27.903794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'floatingip': {'port_id': '9d7df59b-9bdb-4c40-a178-491a568b6d43'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:27.935763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:27.936457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.937926 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] 10.222.0.20 "PUT /v2.0/ports/1d06d958-bcd1-4a38-859e-97859db60a50 HTTP/1.1" status: 200 len: 1094 time: 1.5044203 Apr 02 18:13:27.938548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:27.975870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe803459-2390-4fb4-b5e9-63688a5c988e req-25ba53ea-26bb-4b0d-94c2-897add6d60d6 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:27.976879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-fe803459-2390-4fb4-b5e9-63688a5c988e req-25ba53ea-26bb-4b0d-94c2-897add6d60d6 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Synchronizing usage tracker for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:27.999205 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:28.036409 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50', 'status': 'completed', 'code': 200} Apr 02 18:13:28.224952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Network b66e51a7-5ba5-4569-8027-120ae57959e9 has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:13:28.236449 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6688987'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:28.269078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-fe803459-2390-4fb4-b5e9-63688a5c988e req-25ba53ea-26bb-4b0d-94c2-897add6d60d6 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Unset dirty status for tenant:41c29e9f99fa45109ce0d705a307c847 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:28.270360 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fe803459-2390-4fb4-b5e9-63688a5c988e req-25ba53ea-26bb-4b0d-94c2-897add6d60d6 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.4223948 Apr 02 18:13:28.338117 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fe803459-2390-4fb4-b5e9-63688a5c988e req-c447469d-715c-47c2-95ef-370e1b271b14 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604374 Apr 02 18:13:28.340289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-5a5e9765-2e05-4fea-8dc0-e8a14b9f0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:28.341782 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-5a5e9765-2e05-4fea-8dc0-e8a14b9f0a86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 1097 time: 0.3519552 Apr 02 18:13:28.423402 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-7c89ee7f-ec9a-4506-b3c0-4e39b5feba72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d06d958-bcd1-4a38-859e-97859db60a50 HTTP/1.1" status: 200 len: 217 time: 0.0743296 Apr 02 18:13:28.493276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-84794ce4-f114-49a3-b9d4-72605d45a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:28.494798 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-84794ce4-f114-49a3-b9d4-72605d45a550 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.0652125 Apr 02 18:13:28.576253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-721c6b8c-52e8-45f9-bff1-d854da5a79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:28.577851 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-721c6b8c-52e8-45f9-bff1-d854da5a79b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766044 Apr 02 18:13:28.596691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Network b66e51a7-5ba5-4569-8027-120ae57959e9 has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:13:28.621613 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:13:28.718280 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-b87b89d4-2ce2-40bd-a72b-39a930125fda service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339967 Apr 02 18:13:28.730512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:28.740366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-55b0e23a-2d16-4776-8d74-b20ef3c52d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:28.754174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:28.771090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Pushing event deleted for resources: {'Network': ['ID=b66e51a7-5ba5-4569-8027-120ae57959e9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:28.869450 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1b072ca3-4a35-4cba-9ef9-149ab33b32f9 req-734a8dac-4235-4dbf-a6a4-4ba9a7ff6b88 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442614 Apr 02 18:13:29.001305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-25e4e531-fe6a-4ba8-b9d0-a75022e3fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:29.002939 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-25e4e531-fe6a-4ba8-b9d0-a75022e3fdcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 1097 time: 0.0850163 Apr 02 18:13:29.077312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:29.096893 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] 10.222.0.32 "DELETE /v2.0/networks/b66e51a7-5ba5-4569-8027-120ae57959e9 HTTP/1.1" status: 204 len: 168 time: 1.8553171 Apr 02 18:13:29.157031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-b9b7b9dc-ead1-483b-8648-bcda99701c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:29.159336 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-b9b7b9dc-ead1-483b-8648-bcda99701c55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.1413958 Apr 02 18:13:29.223923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34102) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:29.238473 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-ae74f037-3759-4d63-9d40-7052cfa24c09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d06d958-bcd1-4a38-859e-97859db60a50 HTTP/1.1" status: 200 len: 217 time: 0.0728004 Apr 02 18:13:29.304433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:29.309978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-429de122-da06-4d14-8fac-23f3d489d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:29.311298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:29.311540 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-429de122-da06-4d14-8fac-23f3d489d594 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.0655067 Apr 02 18:13:29.373372 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-87df254c-299c-47dc-976a-ac21f408e099 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d563c6b3fb7b46148a3e2a04dde73714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477742 Apr 02 18:13:29.377442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 34108) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:29.454035 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-3144b3b3-f6cd-44c6-a7e4-2647ac0fc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:29.455638 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-3144b3b3-f6cd-44c6-a7e4-2647ac0fc91b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1365283 Apr 02 18:13:29.508448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f959a77b-5c17-44a4-9cd8-42556b4edb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:29.557450 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Floating IP 9481c6d5-87e6-42c7-84c6-4569cd53c0ce associated. External IP: 172.28.1.220, port: 9d7df59b-9bdb-4c40-a178-491a568b6d43. Apr 02 18:13:29.603108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f959a77b-5c17-44a4-9cd8-42556b4edb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:29.663149 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-6638afc3-69d2-43b7-bdf1-8b8167d20270 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976554 Apr 02 18:13:29.706311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f959a77b-5c17-44a4-9cd8-42556b4edb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:29.713780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2807814d-5aab-41b0-9a42-b2ff58082bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:29.724321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff3c1e-8f22-49b1-8b23-fbf6b82e05f9 req-0e0d1fa1-2d63-4714-ad5e-5ca0b526283f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:29.726217 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9fff3c1e-8f22-49b1-8b23-fbf6b82e05f9 req-0e0d1fa1-2d63-4714-ad5e-5ca0b526283f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.2566819 Apr 02 18:13:29.780817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959a77b-5c17-44a4-9cd8-42556b4edb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628855f1-738f-40c3-904a-8d5632ab1bdb,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:29.783240 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f959a77b-5c17-44a4-9cd8-42556b4edb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:29.798978 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9fff3c1e-8f22-49b1-8b23-fbf6b82e05f9 req-9236d2cf-fbc5-49a8-b136-5cc9988a2d08 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644894 Apr 02 18:13:29.805831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f959a77b-5c17-44a4-9cd8-42556b4edb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:29.809729 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f959a77b-5c17-44a4-9cd8-42556b4edb39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/628855f1-738f-40c3-904a-8d5632ab1bdb HTTP/1.1" status: 204 len: 168 time: 0.4283307 Apr 02 18:13:29.846728 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15b0438f-c6ee-40ae-a257-4025561b44d6 req-0bf4ebe4-48e8-4ff4-a7de-1a423205d530 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764627 Apr 02 18:13:29.993978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:13:30.184955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:30.189743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:30.197709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] Sync routers for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:30.208258 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:30.209198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:13:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:30.253951 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-9e2a54cd-cd1b-49be-8a5b-7591dac995c8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "PUT /v2.0/floatingips/9481c6d5-87e6-42c7-84c6-4569cd53c0ce HTTP/1.1" status: 200 len: 991 time: 2.4043400 Apr 02 18:13:30.255036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e24907-425c-4983-bedb-bbcee19f1561', 'tag': '9d7df59b-9bdb-4c40-a178-491a568b6d43'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:30.329210 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e24907-425c-4983-bedb-bbcee19f1561', 'tag': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'status': 'completed', 'code': 200} Apr 02 18:13:30.456496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-61eadcdf-93b5-4931-9b25-4833ca0b6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:30.458216 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-61eadcdf-93b5-4931-9b25-4833ca0b6097 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 1098 time: 0.1052322 Apr 02 18:13:30.468619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:30.607490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-24e0d648-5008-47f2-a047-7fbb2655b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:30.609121 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-24e0d648-5008-47f2-a047-7fbb2655b79c service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 911 time: 0.1426840 Apr 02 18:13:30.729558 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-070990c9-97d2-4510-ba37-8bc1d12e830b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 200 len: 999 time: 0.1085248 Apr 02 18:13:30.805061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-7d36d1bd-2e65-4c06-b479-2b2bfcc83f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:30.806632 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-7d36d1bd-2e65-4c06-b479-2b2bfcc83f86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0695741 Apr 02 18:13:30.850418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '9481c6d5-87e6-42c7-84c6-4569cd53c0ce', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'port_id': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'mac_address': 'fa:16:3e:f5:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e24907-425c-4983-bedb-bbcee19f1561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:10Z', 'updated_at': '2021-04-02T18:13:29Z', 'revision_number': 1, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:30.854798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] Checking router: d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:30.865093 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:30.865980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:13:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:30.892788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-7eccac41-9356-4eda-82f1-74dd3972279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:30.894810 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-7eccac41-9356-4eda-82f1-74dd3972279c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813735 Apr 02 18:13:30.991753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:13:31.046516 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-beed2866-b07b-46a4-bc86-39022273c582 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415315 Apr 02 18:13:31.108012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128f52d-3929-4eed-aaa5-bdf5140ae9d1 req-d53fd4e5-2989-4049-b905-e4e0510bb009 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:31.109778 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d128f52d-3929-4eed-aaa5-bdf5140ae9d1 req-d53fd4e5-2989-4049-b905-e4e0510bb009 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.1465476 Apr 02 18:13:31.169498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:31.173171 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d128f52d-3929-4eed-aaa5-bdf5140ae9d1 req-7b3caf75-e553-44fe-8cbb-3859b1748624 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544946 Apr 02 18:13:31.238420 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-afd9f0c9-736b-4e44-b266-4f1ea3ea5343 req-75606885-f2cd-41a2-85bb-aad797dc96f3 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845436 Apr 02 18:13:31.343354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:31.555799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '1d06d958-bcd1-4a38-859e-97859db60a50', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'port_id': '1d06d958-bcd1-4a38-859e-97859db60a50', 'mac_address': 'fa:16:3e:49:b5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:13:31.719091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:31.746802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d06d958-bcd1-4a38-859e-97859db60a50 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:13:31.781788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:31.812801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:31.818577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:31.904247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:31.907434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:31.920606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '9481c6d5-87e6-42c7-84c6-4569cd53c0ce', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'port_id': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'mac_address': 'fa:16:3e:f5:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e24907-425c-4983-bedb-bbcee19f1561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:10Z', 'updated_at': '2021-04-02T18:13:29Z', 'revision_number': 1, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:31.924882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27098b40-8eac-43a3-a4bb-69ea28794ea5 None None] The sync data for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb is: [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '9481c6d5-87e6-42c7-84c6-4569cd53c0ce', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'port_id': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'mac_address': 'fa:16:3e:f5:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e24907-425c-4983-bedb-bbcee19f1561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:10Z', 'updated_at': '2021-04-02T18:13:29Z', 'revision_number': 1, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:32.041651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['1d06d958-bcd1-4a38-859e-97859db60a50'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:13:32.047694 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-2ccbdf13-5b1e-4f2f-aa29-5db9d421383b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799632 Apr 02 18:13:32.197980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-4973733f-d6b5-44e3-a842-945875928e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:32.199600 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-4973733f-d6b5-44e3-a842-945875928e3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a832b1068a0d49f9916a09d01bae893e&device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1098 time: 0.0781929 Apr 02 18:13:32.231396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afeaa4b-beb6-4baa-bae7-f494412e8c70 None None] New status for floating IP 9481c6d5-87e6-42c7-84c6-4569cd53c0ce: ACTIVE {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:13:32.383934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-bb8a75bf-9edf-48a1-a4c2-38a61c7dc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:32.385561 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-bb8a75bf-9edf-48a1-a4c2-38a61c7dc9b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 200 len: 909 time: 0.1585302 Apr 02 18:13:32.401628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695808-3cd4-4cf6-ad35-20747e968f55 req-ef86fe66-0f8e-4ce7-a974-615e59ca60e9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:32.403860 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cd695808-3cd4-4cf6-ad35-20747e968f55 req-ef86fe66-0f8e-4ce7-a974-615e59ca60e9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 945 time: 0.0975006 Apr 02 18:13:32.458704 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cd695808-3cd4-4cf6-ad35-20747e968f55 req-7a8cbec4-c83f-4a5c-a59d-c9ae749b5c26 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483112 Apr 02 18:13:32.504843 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-9a1fd991-3374-4bca-a781-07c7081ba1dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 200 len: 1001 time: 0.1118574 Apr 02 18:13:32.580206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-c8685185-e09b-4db6-90f2-f24902604f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:32.581497 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-c8685185-e09b-4db6-90f2-f24902604f7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47266cd8-e9d9-405a-b214-cf3bc850f424 HTTP/1.1" status: 200 len: 847 time: 0.0687628 Apr 02 18:13:32.676041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-db2b86e4-fdad-4872-a3c6-df9bf7289866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:32.677833 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-db2b86e4-fdad-4872-a3c6-df9bf7289866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871558 Apr 02 18:13:32.830168 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-f5efa417-0814-44f9-850c-3655eb638b5e service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445029 Apr 02 18:13:32.951874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:32.975404 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-62008b3d-4f44-4632-ae42-4f6878565ecf req-3f46649e-389e-42df-9a33-03e7b725b79a service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362526 Apr 02 18:13:33.027936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 1d06d958-bcd1-4a38-859e-97859db60a50 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:33.032687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 1d06d958-bcd1-4a38-859e-97859db60a50 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:33.033102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:33.162121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:33.190795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:33.201056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:33.204110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:33.206028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:33.237853 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50', 'code': 200} Apr 02 18:13:33.276810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:33.279848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:33.875320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae74f7-c148-419e-b1d0-55ad606ce1a0 req-01ddc93c-8d8e-4373-bdbb-92c6f46f1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:33.876957 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d2ae74f7-c148-419e-b1d0-55ad606ce1a0 req-01ddc93c-8d8e-4373-bdbb-92c6f46f1b9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 1099 time: 0.3564522 Apr 02 18:13:33.936880 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc522d-eb56-4219-91f4-b77cd580f39c req-744662d1-8453-48c3-8b69-2112145e679a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:33.938325 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3ecc522d-eb56-4219-91f4-b77cd580f39c req-744662d1-8453-48c3-8b69-2112145e679a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.3562648 Apr 02 18:13:33.940044 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d2ae74f7-c148-419e-b1d0-55ad606ce1a0 req-7bea9c1d-3fa3-419e-91ab-2bf937231750 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545063 Apr 02 18:13:33.985184 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3ecc522d-eb56-4219-91f4-b77cd580f39c req-0ff55054-10ab-4459-8464-3c039db0ac71 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400114 Apr 02 18:13:35.192606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305332f-bc89-4602-b72a-6394ffe28b95 req-b718b2ce-9c03-4182-8ba0-1d9d68787203 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:35.194201 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7305332f-bc89-4602-b72a-6394ffe28b95 req-b718b2ce-9c03-4182-8ba0-1d9d68787203 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0898767 Apr 02 18:13:35.245005 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7305332f-bc89-4602-b72a-6394ffe28b95 req-9d738f68-b385-4599-ae54-c8721422eef2 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441997 Apr 02 18:13:35.458022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf14f32-c2da-4d82-b4e7-dbb6eb99ab85 req-2a9e1fbf-5119-44da-b742-e07a42fbdfb3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:35.460251 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fbf14f32-c2da-4d82-b4e7-dbb6eb99ab85 req-2a9e1fbf-5119-44da-b742-e07a42fbdfb3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0969636 Apr 02 18:13:35.469489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34196) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:35.475485 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Request body: {'floatingip': {'port_id': '1d06d958-bcd1-4a38-859e-97859db60a50'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:35.558276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:36.394498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:36.398132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:36.580788 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Floating IP f5ce9c92-2670-43f3-805c-c4630a694791 associated. External IP: 172.28.1.151, port: 1d06d958-bcd1-4a38-859e-97859db60a50. Apr 02 18:13:36.822832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 34208) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:36.948255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:36.962000 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:13:36.963854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:36.967890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Usage tracker for resource:security_group_rule and tenant:15ceb15753f94123980781eee37ad299 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:36.970893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:36.977167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:37.061924 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:37.065607 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:37.075037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2ff28786-c2e3-4b5a-8049-8f667ed04c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:37.104525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:37.113854 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15ceb15753f94123980781eee37ad299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898464 Apr 02 18:13:37.117175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34216) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:37.121626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d424500-8caf-473f-bb64-44dbd16feff0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:37.124885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b67bc4b5-6b66-4c4f-b3a9-5c8836b1b6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:37.204563 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:37.213884 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] Sync routers for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:37.214856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:37.223590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:37.224310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:13:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:37.261134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd365486-e5d3-4910-9e54-1cc83d80a087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:37.298379 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6473e24b-a19c-4957-91b9-f843f4ea15fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "PUT /v2.0/floatingips/f5ce9c92-2670-43f3-805c-c4630a694791 HTTP/1.1" status: 200 len: 992 time: 1.8277278 Apr 02 18:13:37.302409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:37.310451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd365486-e5d3-4910-9e54-1cc83d80a087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:37.368649 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50', 'status': 'completed', 'code': 200} Apr 02 18:13:37.377053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd365486-e5d3-4910-9e54-1cc83d80a087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:37.384827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d1300043-034d-44c8-82be-63af84c0cab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:37.405272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd365486-e5d3-4910-9e54-1cc83d80a087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d424500-8caf-473f-bb64-44dbd16feff0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:37.415325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bd365486-e5d3-4910-9e54-1cc83d80a087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:37.418182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd365486-e5d3-4910-9e54-1cc83d80a087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:37.419638 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bd365486-e5d3-4910-9e54-1cc83d80a087 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d424500-8caf-473f-bb64-44dbd16feff0 HTTP/1.1" status: 204 len: 168 time: 0.3014886 Apr 02 18:13:37.454179 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:37.486657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-00068199-133a-4da2-bc30-316790456f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:37.488603 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-00068199-133a-4da2-bc30-316790456f40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 1099 time: 0.0928748 Apr 02 18:13:37.638424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-68d4e315-068a-4664-83c8-5ca74fb2ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:37.640050 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-68d4e315-068a-4664-83c8-5ca74fb2ceae service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.1452272 Apr 02 18:13:37.755237 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-2221951c-313d-4128-98c3-3225b8d72df6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d06d958-bcd1-4a38-859e-97859db60a50 HTTP/1.1" status: 200 len: 1000 time: 0.1078303 Apr 02 18:13:37.827242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-8d8ffc6f-4365-47c2-9274-dcca6b6065e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:37.828819 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-8d8ffc6f-4365-47c2-9274-dcca6b6065e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.0663679 Apr 02 18:13:37.838618 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'f5ce9c92-2670-43f3-805c-c4630a694791', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'port_id': '1d06d958-bcd1-4a38-859e-97859db60a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'mac_address': 'fa:16:3e:49:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce7398b-0f1b-478f-9a19-845071251eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:21Z', 'updated_at': '2021-04-02T18:13:36Z', 'revision_number': 1, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:37.842631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] Checking router: 6945727b-d9d5-4004-92e8-ea1ee8a9d441 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:37.851927 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:37.852653 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:13:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:37.911274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-84224517-2571-49df-9087-7a2bd71e8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:37.913510 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-84224517-2571-49df-9087-7a2bd71e8be1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777235 Apr 02 18:13:38.039398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:38.054833 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-d09219d9-ee9b-4fe3-a7d9-51421897664f service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340625 Apr 02 18:13:38.197937 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d951bf11-55ba-4009-a55c-e9d34ef90191 req-2fbc94f3-0af9-4227-a9e4-d49fd1d51358 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349044 Apr 02 18:13:38.405650 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'f5ce9c92-2670-43f3-805c-c4630a694791', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'port_id': '1d06d958-bcd1-4a38-859e-97859db60a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'mac_address': 'fa:16:3e:49:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce7398b-0f1b-478f-9a19-845071251eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:21Z', 'updated_at': '2021-04-02T18:13:36Z', 'revision_number': 1, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:38.409857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa62f9c-8154-4be5-96d9-d04010041fdb None None] The sync data for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb is: [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'f5ce9c92-2670-43f3-805c-c4630a694791', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'floating_ip_address': '172.28.1.151', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'port_id': '1d06d958-bcd1-4a38-859e-97859db60a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'mac_address': 'fa:16:3e:49:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce7398b-0f1b-478f-9a19-845071251eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:21Z', 'updated_at': '2021-04-02T18:13:36Z', 'revision_number': 1, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:38.684604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f60f3b0-00bb-4fcf-88cd-3805b93d7f5e None None] New status for floating IP f5ce9c92-2670-43f3-805c-c4630a694791: ACTIVE {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:13:40.230323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:13:40.942490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ff21b587-aa14-43a1-955b-56543a20e0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:42.044452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:43.189182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8cccd25-2981-4105-96a3-19d5a3ef74d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:43.873603 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.122756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:07.136571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:10.942101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23f886fd-5c12-44dc-a0ed-876e0004fbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:12.045691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:13.191907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc6e8c2e-1cc1-48ef-a204-c99b0fd46f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:13.878719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:14.165605 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463b2f7-5b42-45d4-ab26-6d3205fb7128 req-51922f7b-dbf1-43ad-aa1d-ff799c0a8338 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:14.167233 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7463b2f7-5b42-45d4-ab26-6d3205fb7128 req-51922f7b-dbf1-43ad-aa1d-ff799c0a8338 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0910830 Apr 02 18:14:14.214471 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7463b2f7-5b42-45d4-ab26-6d3205fb7128 req-1593dcf4-b7eb-4d7a-a1c8-7f0b47ebe50a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Apr 02 18:14:15.123734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:15.419348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b565d5-bd8e-408a-bcca-e678ebd9be1e req-a5845553-d804-4a85-86cb-02ad883f0967 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:15.420945 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c8b565d5-bd8e-408a-bcca-e678ebd9be1e req-a5845553-d804-4a85-86cb-02ad883f0967 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0920677 Apr 02 18:14:15.466790 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c8b565d5-bd8e-408a-bcca-e678ebd9be1e req-85d8f743-3e8e-4734-8be1-ac32939fabbe tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396638 Apr 02 18:14:16.663219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8a4b6-8999-4207-930c-ece1b56cab79 req-7b90e67d-e747-4adc-ab32-d16d16de98e8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:16.664729 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-83a8a4b6-8999-4207-930c-ece1b56cab79 req-7b90e67d-e747-4adc-ab32-d16d16de98e8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0861249 Apr 02 18:14:16.710371 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-83a8a4b6-8999-4207-930c-ece1b56cab79 req-9b0f9a2c-80b0-4ee2-9173-1ce6edbc17d8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 Apr 02 18:14:17.230682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:14:17.920365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1395f9-baa3-40e1-8786-a151ace1ee64 req-183bd33e-fa93-4edb-b22f-86044e12a348 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:17.921897 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2d1395f9-baa3-40e1-8786-a151ace1ee64 req-183bd33e-fa93-4edb-b22f-86044e12a348 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0958405 Apr 02 18:14:17.969830 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2d1395f9-baa3-40e1-8786-a151ace1ee64 req-5d13b867-d806-4b62-8a91-1cb95cd06882 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410604 Apr 02 18:14:19.170516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb843ab-4c57-40a2-baf8-d0d0f7c8c4ef req-6cab1c39-93e7-496a-a7c0-d016146e384b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:19.172106 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7eb843ab-4c57-40a2-baf8-d0d0f7c8c4ef req-6cab1c39-93e7-496a-a7c0-d016146e384b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0904393 Apr 02 18:14:19.219692 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7eb843ab-4c57-40a2-baf8-d0d0f7c8c4ef req-fc64b736-1c08-4cb6-a8df-d9ada2bbad68 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407798 Apr 02 18:14:20.418698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3050c-1ef9-478a-9087-9633cbd6afb6 req-7ed5ff73-d912-47c6-b19f-4527ac19e057 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:20.420329 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-04d3050c-1ef9-478a-9087-9633cbd6afb6 req-7ed5ff73-d912-47c6-b19f-4527ac19e057 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0883782 Apr 02 18:14:20.466493 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-04d3050c-1ef9-478a-9087-9633cbd6afb6 req-a407ccde-9ace-4a11-adad-d5299d33a1e2 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399182 Apr 02 18:14:21.662086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e54023-1c4c-4e14-8480-e1f2d426f555 req-f39d7a73-b2c5-4e71-8205-fd29588a8bb0 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:21.663561 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-37e54023-1c4c-4e14-8480-e1f2d426f555 req-f39d7a73-b2c5-4e71-8205-fd29588a8bb0 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0854619 Apr 02 18:14:21.714133 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-37e54023-1c4c-4e14-8480-e1f2d426f555 req-010b5285-c346-4026-9c2d-c37bbd5b84ca tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439100 Apr 02 18:14:22.920202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c5d0-bba7-4b1f-8c60-3049b12527df req-123daed5-3bf6-4e3d-835d-226a06ef8bcb tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:22.921804 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a996c5d0-bba7-4b1f-8c60-3049b12527df req-123daed5-3bf6-4e3d-835d-226a06ef8bcb tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0907555 Apr 02 18:14:22.967839 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a996c5d0-bba7-4b1f-8c60-3049b12527df req-8700b59c-dbce-4090-831d-c119103b3a28 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398474 Apr 02 18:14:24.346331 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156b10e-6f4d-45ac-aec9-efa6a402117e req-1e1451ed-b89a-4136-bd7c-59de459f6046 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:24.347943 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e156b10e-6f4d-45ac-aec9-efa6a402117e req-1e1451ed-b89a-4136-bd7c-59de459f6046 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.2635446 Apr 02 18:14:24.397539 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e156b10e-6f4d-45ac-aec9-efa6a402117e req-a2a65285-0357-4d1e-8683-32e589f37345 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 Apr 02 18:14:25.652782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a3b4-9ea5-44b5-bb7f-c866c79f1594 req-ee05f346-68eb-4ee9-a959-008c3af73619 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:25.654344 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-21c3a3b4-9ea5-44b5-bb7f-c866c79f1594 req-ee05f346-68eb-4ee9-a959-008c3af73619 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.1415348 Apr 02 18:14:25.704635 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-21c3a3b4-9ea5-44b5-bb7f-c866c79f1594 req-1ee4d5c1-6398-4af2-9451-ba9e66a80274 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 Apr 02 18:14:26.123139 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae69ef9-df33-4df7-b541-8ab5d3271c6a req-40efd29d-11b8-4763-b72d-d7bb6c52851e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:26.124731 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bae69ef9-df33-4df7-b541-8ab5d3271c6a req-40efd29d-11b8-4763-b72d-d7bb6c52851e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.1543324 Apr 02 18:14:26.147408 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-ab0f1048-cec0-4853-a0f2-f60c95e5c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:26.148928 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-ab0f1048-cec0-4853-a0f2-f60c95e5c075 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 1098 time: 0.1249650 Apr 02 18:14:26.259977 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bae69ef9-df33-4df7-b541-8ab5d3271c6a req-2a2818f9-9297-4f3d-b996-18faf7f632d2 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278570 Apr 02 18:14:26.308628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-1f63396e-71a9-4a4a-a894-72e16fb6d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:26.310270 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-1f63396e-71a9-4a4a-a894-72e16fb6d4a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 911 time: 0.1537354 Apr 02 18:14:26.419801 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-c371285a-2a7d-49f4-8954-d9589bd35ba9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 200 len: 1001 time: 0.1024623 Apr 02 18:14:26.486108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-337cf85f-c92c-4ad7-9b26-ff377a725d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:26.487587 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-337cf85f-c92c-4ad7-9b26-ff377a725d5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0619032 Apr 02 18:14:26.566360 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-fc196919-a6bf-491e-a596-2903e8f8f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:26.568427 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-fc196919-a6bf-491e-a596-2903e8f8f611 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744660 Apr 02 18:14:26.707405 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-5e6b965b-f838-4ba9-bbfa-711708a23a28 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318684 Apr 02 18:14:26.844714 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14c57b59-c35f-46ce-bf38-a6df867b576b req-89e0e8ae-0bdd-4e07-801f-30c94de3bd5a service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310813 Apr 02 18:14:27.477252 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbfbbe-f4a7-4d9a-bbaf-db1f0a1470d2 req-7244acd9-14b6-4781-8622-2434c85b7040 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:27.478823 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93dbfbbe-f4a7-4d9a-bbaf-db1f0a1470d2 req-7244acd9-14b6-4781-8622-2434c85b7040 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0985150 Apr 02 18:14:27.525593 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93dbfbbe-f4a7-4d9a-bbaf-db1f0a1470d2 req-a4e25fb4-900f-41c1-bc3e-677b25826000 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403714 Apr 02 18:14:28.730902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07946148-f1c5-4a71-bf4b-3be43af33229 req-d0e865dd-7a15-4fd8-a9f9-55846b07c998 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:28.732419 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-07946148-f1c5-4a71-bf4b-3be43af33229 req-d0e865dd-7a15-4fd8-a9f9-55846b07c998 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0913184 Apr 02 18:14:28.778907 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-07946148-f1c5-4a71-bf4b-3be43af33229 req-b2a4e5ec-3fb1-491c-90a4-e4e666618b85 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402765 Apr 02 18:14:33.108428 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-9e243079-350d-4646-8f07-6d8ee70661dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743616 Apr 02 18:14:33.204946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-72acbb4d-a06f-4536-bed2-114f7e886683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:33.206481 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-72acbb4d-a06f-4536-bed2-114f7e886683 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 1098 time: 0.0774970 Apr 02 18:14:33.360843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-ae80b447-cb2f-403b-8cc5-38fb3befccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:33.362535 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-ae80b447-cb2f-403b-8cc5-38fb3befccc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 911 time: 0.1382833 Apr 02 18:14:33.471168 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-1c0bd72a-458d-4a0b-a72c-ef2220507b8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 200 len: 1001 time: 0.1018622 Apr 02 18:14:33.539337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-27bcf7b3-af46-4db8-b146-1227cfeffe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:33.540935 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-27bcf7b3-af46-4db8-b146-1227cfeffe1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0633895 Apr 02 18:14:33.625857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-39ada008-96c7-4178-a4d3-3abfb0ecef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:33.627324 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-39ada008-96c7-4178-a4d3-3abfb0ecef45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794845 Apr 02 18:14:33.767513 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-89d75f8f-5a72-4fa8-bc59-af5319ab4f41 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338098 Apr 02 18:14:33.907227 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb7b47e3-102e-40c5-8f93-06b8747c1277 req-a238920f-8804-4629-aa3a-fb0b09ed4c9a service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331196 Apr 02 18:14:34.870795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53cc98-6bf0-450e-86bd-21ea9bafe375 req-6ad68732-0040-45e8-a71a-c07181a3f416 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:34.872438 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6f53cc98-6bf0-450e-86bd-21ea9bafe375 req-6ad68732-0040-45e8-a71a-c07181a3f416 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0869687 Apr 02 18:14:34.919205 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6f53cc98-6bf0-450e-86bd-21ea9bafe375 req-517a2e90-0ac5-4f7a-9ca8-3f1ab6f76d66 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Apr 02 18:14:36.128020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c822648-7f5a-410c-93da-a520aeaee018 req-91a38421-6d30-44fc-86d3-464d91d2ea81 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:36.129614 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1c822648-7f5a-410c-93da-a520aeaee018 req-91a38421-6d30-44fc-86d3-464d91d2ea81 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0864282 Apr 02 18:14:36.176593 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1c822648-7f5a-410c-93da-a520aeaee018 req-3200dfba-5f39-4639-ab07-ed16ba466994 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401552 Apr 02 18:14:37.151640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:37.400223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316f83-3952-415e-bb1b-d955a0923b66 req-a30b1130-fd54-4ed9-befc-4a247d5ed7a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:37.401842 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e8316f83-3952-415e-bb1b-d955a0923b66 req-a30b1130-fd54-4ed9-befc-4a247d5ed7a4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.1074882 Apr 02 18:14:37.449243 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e8316f83-3952-415e-bb1b-d955a0923b66 req-a64c8206-511d-4b13-ae35-3c666a3b811a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408618 Apr 02 18:14:38.768417 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd3cdd-41df-4372-a62f-db275b8f0b41 req-337d93e0-47f1-40b7-86ef-2d995d18163c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:38.770011 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a1bd3cdd-41df-4372-a62f-db275b8f0b41 req-337d93e0-47f1-40b7-86ef-2d995d18163c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0916927 Apr 02 18:14:38.816394 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a1bd3cdd-41df-4372-a62f-db275b8f0b41 req-ae2b3091-7ece-4897-85b9-cd45f36cdf4d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401514 Apr 02 18:14:40.027056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01758d51-dd89-40a2-be5d-1cd55bc028f2 req-d6c00cb5-0d7b-42bb-a360-fdd5056f7567 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:40.028669 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-01758d51-dd89-40a2-be5d-1cd55bc028f2 req-d6c00cb5-0d7b-42bb-a360-fdd5056f7567 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0935335 Apr 02 18:14:40.074678 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-01758d51-dd89-40a2-be5d-1cd55bc028f2 req-158c94bc-ce3d-4e3b-a2b0-15fc1201151a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397232 Apr 02 18:14:40.943844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8541ae2-6db9-4f14-b736-fc26b8a2ab7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:41.276927 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929cc40-e6b8-4c89-ac88-3202ecaf2f20 req-8c44ccc3-bd12-47d8-9b33-7b4046d15c1c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:41.278415 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5929cc40-e6b8-4c89-ac88-3202ecaf2f20 req-8c44ccc3-bd12-47d8-9b33-7b4046d15c1c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0882976 Apr 02 18:14:41.328332 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5929cc40-e6b8-4c89-ac88-3202ecaf2f20 req-33ed26ee-a738-4c16-b7ec-f1752a8f73b7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436409 Apr 02 18:14:42.046877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:42.534106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a8091-09b1-43fb-b504-9baf46097d3f req-4abfcf5c-396f-4e9c-a1f5-7505ad32f6a9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:42.535650 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7f1a8091-09b1-43fb-b504-9baf46097d3f req-4abfcf5c-396f-4e9c-a1f5-7505ad32f6a9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0891085 Apr 02 18:14:42.582981 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7f1a8091-09b1-43fb-b504-9baf46097d3f req-25f85961-2594-4829-9038-b2d718debd7f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402439 Apr 02 18:14:43.192333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d6bf854-c2a8-4ec0-b958-6daed8194966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:43.789130 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30959ae0-f693-4a58-b549-acbe6def85fe req-1300c637-fc73-494d-90a4-94e717798113 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:43.790617 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-30959ae0-f693-4a58-b549-acbe6def85fe req-1300c637-fc73-494d-90a4-94e717798113 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0881851 Apr 02 18:14:43.837298 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-30959ae0-f693-4a58-b549-acbe6def85fe req-bd15d819-0fbb-44e9-8bb5-bdbf315c1555 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Apr 02 18:14:43.877203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:45.040719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26289b06-84a1-466a-91ed-be9245e6c25b req-d75378a4-e309-4a09-815f-c3a552c933cc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:45.042299 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-26289b06-84a1-466a-91ed-be9245e6c25b req-d75378a4-e309-4a09-815f-c3a552c933cc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0898516 Apr 02 18:14:45.092048 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-26289b06-84a1-466a-91ed-be9245e6c25b req-be436740-9937-426f-a2ab-130839cf9d68 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 Apr 02 18:14:45.127465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:46.299156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65e39e-df35-4be5-9a0a-4db7f152c9b8 req-2674d248-c241-4432-b444-8a10e9ca2c57 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:46.300739 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7a65e39e-df35-4be5-9a0a-4db7f152c9b8 req-2674d248-c241-4432-b444-8a10e9ca2c57 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0910690 Apr 02 18:14:46.347976 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7a65e39e-df35-4be5-9a0a-4db7f152c9b8 req-8c3b64c3-bff3-42ea-ad36-d1d0787f4ad8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 Apr 02 18:14:47.558458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabc320-cc3f-4aac-8a93-66d50f7f8897 req-8d0193bf-0431-41e5-8ef1-bc155b8ae461 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:47.560025 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ffabc320-cc3f-4aac-8a93-66d50f7f8897 req-8d0193bf-0431-41e5-8ef1-bc155b8ae461 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0859354 Apr 02 18:14:47.606950 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ffabc320-cc3f-4aac-8a93-66d50f7f8897 req-dc54a91c-8224-4372-83f2-b927c30a8eae tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407019 Apr 02 18:14:48.809363 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14735e26-7539-4ef8-b64e-2f1fb826ec09 req-6c12fb94-00b6-48e8-ae33-40695a2240cf tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:48.810916 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14735e26-7539-4ef8-b64e-2f1fb826ec09 req-6c12fb94-00b6-48e8-ae33-40695a2240cf tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0886369 Apr 02 18:14:48.857206 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14735e26-7539-4ef8-b64e-2f1fb826ec09 req-4fa44022-85fc-419f-8708-a1bacec50ab7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399039 Apr 02 18:14:50.065032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056d253-efae-4c3a-a404-29986adaa786 req-3f0bfb39-6ef3-4d13-9800-c3df721adb5f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:50.066624 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3056d253-efae-4c3a-a404-29986adaa786 req-3f0bfb39-6ef3-4d13-9800-c3df721adb5f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0933197 Apr 02 18:14:50.326938 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3056d253-efae-4c3a-a404-29986adaa786 req-1460a55f-453d-4f32-8fd9-7c3e4f1310e3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532246 Apr 02 18:14:51.541470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287df7-653f-4846-ad14-7b9c2a82aa6d req-317a2304-999f-4ade-a2b8-5966edaff561 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:51.543049 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-34287df7-653f-4846-ad14-7b9c2a82aa6d req-317a2304-999f-4ade-a2b8-5966edaff561 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0905707 Apr 02 18:14:51.589807 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-34287df7-653f-4846-ad14-7b9c2a82aa6d req-b73cd3a0-cf75-4158-be3f-5981383a9d7e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 Apr 02 18:14:52.792646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031849bb-5ff4-483a-a5e4-fa09ed21a95b req-ac32582f-18d2-4f9f-b21d-07a98fc30ca9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:52.794121 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-031849bb-5ff4-483a-a5e4-fa09ed21a95b req-ac32582f-18d2-4f9f-b21d-07a98fc30ca9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0861301 Apr 02 18:14:52.843556 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-031849bb-5ff4-483a-a5e4-fa09ed21a95b req-4425ebb8-4740-4a2f-a779-cfd77cc067d7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431228 Apr 02 18:14:54.047496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428c0ec-fbe7-4b49-820c-72366b8058cc req-5d64bf00-fe74-4a36-9dd4-5fa15bceb9a0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:54.049113 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8428c0ec-fbe7-4b49-820c-72366b8058cc req-5d64bf00-fe74-4a36-9dd4-5fa15bceb9a0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0884495 Apr 02 18:14:54.099669 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8428c0ec-fbe7-4b49-820c-72366b8058cc req-bbd60a6f-e5d7-4833-90b1-04f5980b97f1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 Apr 02 18:14:54.230802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:14:55.304308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09b5bf-5918-44aa-838d-eed77e3f4a82 req-f12fd0a7-f84f-4f26-9a46-b86eb7de8c24 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:55.305865 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc09b5bf-5918-44aa-838d-eed77e3f4a82 req-f12fd0a7-f84f-4f26-9a46-b86eb7de8c24 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0864449 Apr 02 18:14:55.353429 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc09b5bf-5918-44aa-838d-eed77e3f4a82 req-730c2cba-f6c2-4505-97a9-39ea9ac2f551 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408678 Apr 02 18:14:56.555858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6e331-3296-4139-b1c9-cfbc747da9de req-d2e1ec24-9ac1-4088-a563-a389ea01d19c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:56.557380 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-02d6e331-3296-4139-b1c9-cfbc747da9de req-d2e1ec24-9ac1-4088-a563-a389ea01d19c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0871632 Apr 02 18:14:56.604841 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-02d6e331-3296-4139-b1c9-cfbc747da9de req-84eff58b-e2ec-49db-9686-81bf990b25a0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411904 Apr 02 18:14:57.810601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c0bb-cadb-4026-a747-d0450400b14a req-d3048c47-c847-4484-a32f-5340655e47a7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:57.812073 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae49c0bb-cadb-4026-a747-d0450400b14a req-d3048c47-c847-4484-a32f-5340655e47a7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0903149 Apr 02 18:14:57.859017 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae49c0bb-cadb-4026-a747-d0450400b14a req-c9643275-1494-469a-b39f-964c450e9f94 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405953 Apr 02 18:14:59.064712 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6eef1-e224-4b81-9774-67bf3b250d78 req-c6bce06b-bd70-4451-8523-f2b7232793f0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:59.066435 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c4d6eef1-e224-4b81-9774-67bf3b250d78 req-c6bce06b-bd70-4451-8523-f2b7232793f0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0888472 Apr 02 18:14:59.112636 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c4d6eef1-e224-4b81-9774-67bf3b250d78 req-1f21405b-acd6-4ab7-a6f5-cfa02e747d85 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395010 Apr 02 18:15:00.314721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337cb78-4aec-4789-ba2b-0fa244cd3c81 req-3cc543e5-482b-4310-b37c-783df8c4b2d7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:00.316525 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1337cb78-4aec-4789-ba2b-0fa244cd3c81 req-3cc543e5-482b-4310-b37c-783df8c4b2d7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0852683 Apr 02 18:15:00.363165 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1337cb78-4aec-4789-ba2b-0fa244cd3c81 req-e703bdb3-3308-45d4-ac85-55c7be0b9594 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Apr 02 18:15:01.575854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741526f-af5e-4095-8c82-68b3a5256724 req-1a410b12-6fe0-4fab-85fc-dd1358a3fc28 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:01.577463 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2741526f-af5e-4095-8c82-68b3a5256724 req-1a410b12-6fe0-4fab-85fc-dd1358a3fc28 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0899761 Apr 02 18:15:01.625081 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2741526f-af5e-4095-8c82-68b3a5256724 req-ca9ff557-083a-4414-8bc9-24e690bce2a3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Apr 02 18:15:02.741298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a609d2-eadc-4ede-b9ec-4a63b70fdde2 req-30e4b191-9b20-48ce-ae9a-2d4293d1de08 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:02.743041 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44a609d2-eadc-4ede-b9ec-4a63b70fdde2 req-30e4b191-9b20-48ce-ae9a-2d4293d1de08 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0889876 Apr 02 18:15:02.793794 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-44a609d2-eadc-4ede-b9ec-4a63b70fdde2 req-19017006-e6c2-43bb-b9ee-070006040069 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443971 Apr 02 18:15:02.836223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0c7ef-4c5c-4404-bb6b-1c2917ac7b2a req-d9a403a2-21ab-4ac9-bf91-ad1f2d744a8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:02.837815 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7fc0c7ef-4c5c-4404-bb6b-1c2917ac7b2a req-d9a403a2-21ab-4ac9-bf91-ad1f2d744a8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0921068 Apr 02 18:15:02.885597 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7fc0c7ef-4c5c-4404-bb6b-1c2917ac7b2a req-9f07ea2c-955e-46a0-b614-0805eaff46f3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Apr 02 18:15:03.993989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817c54b-c4e8-42ad-b113-442cbaf3e432 req-4ab7a309-de50-40e5-9085-a0201675705b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:03.995643 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3817c54b-c4e8-42ad-b113-442cbaf3e432 req-4ab7a309-de50-40e5-9085-a0201675705b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0890145 Apr 02 18:15:04.043700 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3817c54b-c4e8-42ad-b113-442cbaf3e432 req-23269ad4-630c-4d55-9e66-710981245172 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Apr 02 18:15:04.092914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365a57-6809-43e1-af29-1d065f4169b7 req-e9dd369a-221a-49c5-8a79-0014a8e6a1cb tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:04.094439 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f1365a57-6809-43e1-af29-1d065f4169b7 req-e9dd369a-221a-49c5-8a79-0014a8e6a1cb tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0926325 Apr 02 18:15:04.142157 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f1365a57-6809-43e1-af29-1d065f4169b7 req-e836d22c-a217-4469-bc5d-315dff02c981 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403917 Apr 02 18:15:05.250368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b09dc-6bdf-45dd-b3bc-9469e5900e01 req-5a650601-de62-4e57-9f70-5f2a0bc1a281 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:05.251934 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-035b09dc-6bdf-45dd-b3bc-9469e5900e01 req-5a650601-de62-4e57-9f70-5f2a0bc1a281 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0901742 Apr 02 18:15:05.298721 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-035b09dc-6bdf-45dd-b3bc-9469e5900e01 req-b063010b-f1e0-4457-8ab8-fed68a643be9 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403168 Apr 02 18:15:05.348748 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a5bfc-0f73-4795-9e13-d91cefd64c28 req-12516e7e-71cf-4b76-9ab3-3e51643755dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:05.350268 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2d1a5bfc-0f73-4795-9e13-d91cefd64c28 req-12516e7e-71cf-4b76-9ab3-3e51643755dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0877388 Apr 02 18:15:05.401366 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2d1a5bfc-0f73-4795-9e13-d91cefd64c28 req-619f5d66-c5d3-430c-93fd-0ab8d172b967 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 Apr 02 18:15:06.499005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38286750-b07c-44f5-8fd3-7539e9fe8778 req-e8a6e406-eb11-4f1a-913a-dad13a2fb353 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:06.500574 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-38286750-b07c-44f5-8fd3-7539e9fe8778 req-e8a6e406-eb11-4f1a-913a-dad13a2fb353 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0874870 Apr 02 18:15:06.549168 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-38286750-b07c-44f5-8fd3-7539e9fe8778 req-16bed7be-4b85-49b3-bb9d-8370226066b1 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420892 Apr 02 18:15:06.828008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383860e5-3184-4777-9a95-7ea8115a1060 req-cfca05a9-766e-4411-88a5-78851a85c819 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:06.829611 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-383860e5-3184-4777-9a95-7ea8115a1060 req-cfca05a9-766e-4411-88a5-78851a85c819 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.3093598 Apr 02 18:15:06.876229 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-383860e5-3184-4777-9a95-7ea8115a1060 req-4c8cc4d1-6e95-4063-a4c2-c41040349b73 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402575 Apr 02 18:15:07.157918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:07.347872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:15:07.496462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:07.510929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '1d06d958-bcd1-4a38-859e-97859db60a50', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'port_id': '1d06d958-bcd1-4a38-859e-97859db60a50', 'mac_address': 'fa:16:3e:49:b5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:15:07.570268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:07.591834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d06d958-bcd1-4a38-859e-97859db60a50 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:15:07.608694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:07.613105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:07.615691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:07.689967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=6']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:07.698002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.698410 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.698782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.699151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.699512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.699872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.700238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.700590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.700945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.701296 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.701647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.702011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:07.707112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['1d06d958-bcd1-4a38-859e-97859db60a50'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:15:07.738178 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:07.762928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab35e4-2673-4e96-9a17-d39d315904dd req-db9c1acb-5b37-4bf9-a492-e72a6d742239 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:07.764464 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a5ab35e4-2673-4e96-9a17-d39d315904dd req-db9c1acb-5b37-4bf9-a492-e72a6d742239 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0954425 Apr 02 18:15:07.830242 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a5ab35e4-2673-4e96-9a17-d39d315904dd req-8597b333-b111-4230-9756-9dd6fb618c75 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582633 Apr 02 18:15:08.118936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23268e3-dafc-4fcb-90ae-fba55e171065 req-c9796310-8938-4829-8a70-ebb1fb54f580 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:08.120629 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c23268e3-dafc-4fcb-90ae-fba55e171065 req-c9796310-8938-4829-8a70-ebb1fb54f580 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 945 time: 0.1150823 Apr 02 18:15:08.171297 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c23268e3-dafc-4fcb-90ae-fba55e171065 req-ab34e11a-ef49-4819-8447-b15490477018 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442152 Apr 02 18:15:09.073424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eefe2-3956-4b7e-b73d-0e8d9918f8bb req-067b050a-df89-4ed2-a8ad-bdfdd839ebf7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:09.075068 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4d5eefe2-3956-4b7e-b73d-0e8d9918f8bb req-067b050a-df89-4ed2-a8ad-bdfdd839ebf7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0958509 Apr 02 18:15:09.129080 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4d5eefe2-3956-4b7e-b73d-0e8d9918f8bb req-c3de279e-2fee-41cd-9db7-8111082d0eda tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472860 Apr 02 18:15:09.370095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:15:09.431539 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482abd-aa83-433a-8331-e253702df295 req-515da974-9440-4549-af35-16395b2c1c7d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:09.433898 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c9482abd-aa83-433a-8331-e253702df295 req-515da974-9440-4549-af35-16395b2c1c7d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 945 time: 0.1301606 Apr 02 18:15:09.471591 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 1d06d958-bcd1-4a38-859e-97859db60a50 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:15:09.472028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:09.506347 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c9482abd-aa83-433a-8331-e253702df295 req-834b2c4c-c362-450e-984c-573b64673d90 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637026 Apr 02 18:15:09.610223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:09.640518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:15:09.651953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:09.657676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:09.660331 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0a37f2ca-3e46-4a8e-b0f3-3f524841272e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:09.750412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=7']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:09.762158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:09.765415 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50', 'code': 200} Apr 02 18:15:10.010894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492336b4-e137-4e92-9796-6a99bab91045 req-a7c59fce-27b0-465a-bf70-2a14dca88db1 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:10.012474 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-492336b4-e137-4e92-9796-6a99bab91045 req-a7c59fce-27b0-465a-bf70-2a14dca88db1 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0984123 Apr 02 18:15:10.065264 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-492336b4-e137-4e92-9796-6a99bab91045 req-e6ad1570-e588-46bc-bd87-6bfbecc4c093 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459833 Apr 02 18:15:10.364458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b6649-a86e-4348-99bd-6a7bd5b2d6e3 req-9908a105-f1c6-4101-b93d-70fad2d1ea70 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:10.366205 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5b4b6649-a86e-4348-99bd-6a7bd5b2d6e3 req-9908a105-f1c6-4101-b93d-70fad2d1ea70 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0981002 Apr 02 18:15:10.422590 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5b4b6649-a86e-4348-99bd-6a7bd5b2d6e3 req-6a7280c8-6a30-436c-a700-86d76a601f3c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483229 Apr 02 18:15:10.718564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead594a-98d3-4b8f-aeab-2fe8a1c4c564 req-39b54700-dd07-49ed-8cdc-1ee3cf2eaf74 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:10.720449 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fead594a-98d3-4b8f-aeab-2fe8a1c4c564 req-39b54700-dd07-49ed-8cdc-1ee3cf2eaf74 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0948894 Apr 02 18:15:10.783442 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fead594a-98d3-4b8f-aeab-2fe8a1c4c564 req-ddab0dcc-c89e-4a2b-a1b5-fe86c37b6f3d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552709 Apr 02 18:15:10.946778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ecf090a7-2b44-4c7b-b83f-8c148d7d58a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:11.288248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47746f8-dc1c-4b52-91d8-61feefc8460c req-d28881d7-f778-44ce-86ad-9d9a3df1bab5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:11.290291 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c47746f8-dc1c-4b52-91d8-61feefc8460c req-d28881d7-f778-44ce-86ad-9d9a3df1bab5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0940094 Apr 02 18:15:11.341044 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c47746f8-dc1c-4b52-91d8-61feefc8460c req-4b3aea38-0cb7-4d27-8ada-714077e6b762 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 Apr 02 18:15:11.636108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faca73-48d4-407f-9c18-fa12faaa1908 req-66b853f1-775e-4d62-9916-d0e98cc056a3 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:11.637675 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e5faca73-48d4-407f-9c18-fa12faaa1908 req-66b853f1-775e-4d62-9916-d0e98cc056a3 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0928812 Apr 02 18:15:11.689744 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e5faca73-48d4-407f-9c18-fa12faaa1908 req-e01d2d29-dbd9-4413-869f-fb128a15cc5c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455658 Apr 02 18:15:11.996430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14474f05-25ac-446b-a260-454e99872b51 req-f38ccd96-c09f-451b-9a03-891c5050dbee tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:12.005032 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14474f05-25ac-446b-a260-454e99872b51 req-f38ccd96-c09f-451b-9a03-891c5050dbee tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.1035395 Apr 02 18:15:12.058220 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-14474f05-25ac-446b-a260-454e99872b51 req-f24b67b6-5d0e-405b-88d7-bba268c08e7f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522332 Apr 02 18:15:12.060814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:12.569971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50ad7f-5484-4df2-adae-435cd444a8ea req-87a67f58-719c-4012-94df-723b4242f088 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:12.571569 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4c50ad7f-5484-4df2-adae-435cd444a8ea req-87a67f58-719c-4012-94df-723b4242f088 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0948536 Apr 02 18:15:12.623816 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4c50ad7f-5484-4df2-adae-435cd444a8ea req-003d2e67-3e42-49a4-8293-a1d5c99ee9f6 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Apr 02 18:15:12.954373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eeb46-fcc3-4edb-9385-713f75a7a38e req-4f08b441-06d1-4ae9-bf96-a8ee9a2b44ba tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:12.956038 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-da5eeb46-fcc3-4edb-9385-713f75a7a38e req-4f08b441-06d1-4ae9-bf96-a8ee9a2b44ba tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.1351757 Apr 02 18:15:13.010011 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-da5eeb46-fcc3-4edb-9385-713f75a7a38e req-3f3fc04a-086d-40b7-8f72-6c26e8cd071b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466499 Apr 02 18:15:13.202340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87a4f479-55cf-40b3-afee-46978e8dadbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:13.278718 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16637442-f186-46d7-8ebf-9cf4be6bd161 req-79df5b22-3215-461a-8970-3ec938fbae21 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:13.280974 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-16637442-f186-46d7-8ebf-9cf4be6bd161 req-79df5b22-3215-461a-8970-3ec938fbae21 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.1022606 Apr 02 18:15:13.336374 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-16637442-f186-46d7-8ebf-9cf4be6bd161 req-2a929b14-f75b-4309-b778-66b788296546 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486937 Apr 02 18:15:13.837605 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c202b-8ab8-406f-8f55-1020fdcc58a7 req-ff9b7288-fd0f-4f46-92eb-c9c33b27ca02 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:13.839239 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-678c202b-8ab8-406f-8f55-1020fdcc58a7 req-ff9b7288-fd0f-4f46-92eb-c9c33b27ca02 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0952675 Apr 02 18:15:13.882520 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:13.896141 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-678c202b-8ab8-406f-8f55-1020fdcc58a7 req-4c6999e9-68f2-4a39-aed3-f55ed67050db tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505021 Apr 02 18:15:14.236496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0a889-2dca-40d4-a802-2bdabfe5e18c req-236c9190-a32e-489a-a88b-d1eeee70fba3 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:14.238571 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c9c0a889-2dca-40d4-a802-2bdabfe5e18c req-236c9190-a32e-489a-a88b-d1eeee70fba3 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.1006944 Apr 02 18:15:14.289581 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c9c0a889-2dca-40d4-a802-2bdabfe5e18c req-7ba44e70-e706-4446-b78d-59d95124181f tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430012 Apr 02 18:15:14.585128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa2928-218c-42d0-81b2-092b4e42f4b4 req-61d02211-ba87-49c9-9d76-c6e112e5f303 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:14.586810 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-84fa2928-218c-42d0-81b2-092b4e42f4b4 req-61d02211-ba87-49c9-9d76-c6e112e5f303 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.1181355 Apr 02 18:15:14.653925 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-84fa2928-218c-42d0-81b2-092b4e42f4b4 req-18746788-4de7-4ca9-92d7-8bc94f7de498 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604753 Apr 02 18:15:14.750333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f26778-20ba-4f3c-ae31-c9c3d5574ccf req-d632e1b0-f6fe-4226-bcbb-17ad445084ee tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:14.751818 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-39f26778-20ba-4f3c-ae31-c9c3d5574ccf req-d632e1b0-f6fe-4226-bcbb-17ad445084ee tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.1434259 Apr 02 18:15:14.846429 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-39f26778-20ba-4f3c-ae31-c9c3d5574ccf req-81b76702-4b4b-4533-bf62-3e34a20b0fa5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831413 Apr 02 18:15:14.902317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-5c90498d-0a8d-4b3c-852e-3322fd325dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:14.903903 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-5c90498d-0a8d-4b3c-852e-3322fd325dbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 1098 time: 0.1678364 Apr 02 18:15:15.054704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-befe4659-9523-4979-9329-aef87a96ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:15.056216 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-befe4659-9523-4979-9329-aef87a96ea11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 911 time: 0.1446304 Apr 02 18:15:15.133103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.170085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bcd65-b362-4b1f-9e96-5cbc77fc828a req-a9518215-5d9e-481e-9b41-1e66feb14771 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:15.171740 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f73bcd65-b362-4b1f-9e96-5cbc77fc828a req-a9518215-5d9e-481e-9b41-1e66feb14771 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1347494 Apr 02 18:15:15.186518 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-4f67559d-0aed-4cad-8281-df6829cd472f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 200 len: 1001 time: 0.1213892 Apr 02 18:15:15.233779 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f73bcd65-b362-4b1f-9e96-5cbc77fc828a req-c1f28725-9bf5-4ccc-a765-a50753fe4b2b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549784 Apr 02 18:15:15.272622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-a99f7de2-60e2-4d8a-a17d-b880af63b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:15.274245 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-a99f7de2-60e2-4d8a-a17d-b880af63b474 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0798378 Apr 02 18:15:15.362043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-263cc20d-1b6f-439e-b3c6-3edefcae5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:15.364186 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-263cc20d-1b6f-439e-b3c6-3edefcae5774 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808766 Apr 02 18:15:15.519910 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-644e70cc-b3fb-4a49-a853-e434e2d53aa9 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487217 Apr 02 18:15:15.675921 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6cb19570-0334-44ea-bcd0-2596f0dd6159 req-bb3d8569-2117-44b9-8f00-cf0f5f6f229d service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488619 Apr 02 18:15:15.875595 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384015ed-a6a7-4572-b898-962c21eb3829 req-babd0c88-86da-4b72-a44b-de83098616f0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:15.877474 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-384015ed-a6a7-4572-b898-962c21eb3829 req-babd0c88-86da-4b72-a44b-de83098616f0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0974765 Apr 02 18:15:15.932648 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-384015ed-a6a7-4572-b898-962c21eb3829 req-a5cf97d5-e77b-4291-adc5-a34f3ef5ae70 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477786 Apr 02 18:15:16.099145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75764d-c17e-4e53-9d22-7f4993b0bb23 req-e313ebf2-3a8d-4c7c-9716-b6ed160a5bfa tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:16.101018 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bd75764d-c17e-4e53-9d22-7f4993b0bb23 req-e313ebf2-3a8d-4c7c-9716-b6ed160a5bfa tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.1243539 Apr 02 18:15:16.167429 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bd75764d-c17e-4e53-9d22-7f4993b0bb23 req-4c92e87e-054f-4234-9371-a3b5bda88392 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563817 Apr 02 18:15:16.455969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ecf57-7a4b-41e2-92bb-88c63c2c427c req-e2f25a52-eace-4d1f-9e1d-96cdaded611c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:16.458332 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5c5ecf57-7a4b-41e2-92bb-88c63c2c427c req-e2f25a52-eace-4d1f-9e1d-96cdaded611c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0980420 Apr 02 18:15:16.523508 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5c5ecf57-7a4b-41e2-92bb-88c63c2c427c req-254ec465-d743-4b5a-b01d-4397f22c0e16 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565395 Apr 02 18:15:17.139586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2852f-0211-4efa-a383-26dc227ccb04 req-af26827c-b897-4879-acf5-46cb488d8029 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:17.141174 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-47d2852f-0211-4efa-a383-26dc227ccb04 req-af26827c-b897-4879-acf5-46cb488d8029 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0886030 Apr 02 18:15:17.187273 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-47d2852f-0211-4efa-a383-26dc227ccb04 req-cfd4c33c-8b58-479b-9635-f59850427ea8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393734 Apr 02 18:15:17.596845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dadb4-0d3b-402d-8294-f6c69e20ead5 req-61b22cd2-1bc4-4a6d-aa45-383fdaf63595 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:17.598461 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-420dadb4-0d3b-402d-8294-f6c69e20ead5 req-61b22cd2-1bc4-4a6d-aa45-383fdaf63595 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.1614151 Apr 02 18:15:17.601348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-14864615-8b4e-4a0d-9a8b-e205642986b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:17.602790 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-14864615-8b4e-4a0d-9a8b-e205642986b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 1099 time: 0.1276760 Apr 02 18:15:17.717455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b0591-3276-4cf0-8e7b-d6e95e3d8488 req-fc7daa1b-e099-4248-8599-52f37945c26e tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:17.718986 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1f0b0591-3276-4cf0-8e7b-d6e95e3d8488 req-fc7daa1b-e099-4248-8599-52f37945c26e tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0871820 Apr 02 18:15:17.735166 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-420dadb4-0d3b-402d-8294-f6c69e20ead5 req-fefc1a36-2912-4a3a-99c2-8f15d1290961 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297686 Apr 02 18:15:17.768111 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1f0b0591-3276-4cf0-8e7b-d6e95e3d8488 req-15ab0024-a861-462b-a968-9236ee883713 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425332 Apr 02 18:15:17.778219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-de75d343-d3c5-4ffa-b7ea-dca644de40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:17.779766 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-de75d343-d3c5-4ffa-b7ea-dca644de40dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.1587400 Apr 02 18:15:17.888341 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-8c607c8c-8a2e-4a48-be79-9ccbf9b3e83d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d06d958-bcd1-4a38-859e-97859db60a50 HTTP/1.1" status: 200 len: 1002 time: 0.1015153 Apr 02 18:15:17.954835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-415ac2bf-e67f-425f-81e1-92de90a4bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:17.956336 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-415ac2bf-e67f-425f-81e1-92de90a4bf09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.0619471 Apr 02 18:15:18.035991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-af742f1d-a140-45bb-9da5-f8347c9472aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:18.037471 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-af742f1d-a140-45bb-9da5-f8347c9472aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749691 Apr 02 18:15:18.180042 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-77d5f5cf-892e-4578-b724-f7a4d3df7db3 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359906 Apr 02 18:15:18.369672 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff690a42-89ae-4cc5-b8dd-b9d3fb2946fa req-fda5c14a-337a-4305-a4a2-0cfcde85f515 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838465 Apr 02 18:15:18.412895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205bf51-3eac-4282-a6ca-121ed6e7b109 req-584375b1-fe9b-4ec6-bf84-c6ca9ff322fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:18.414448 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9205bf51-3eac-4282-a6ca-121ed6e7b109 req-584375b1-fe9b-4ec6-bf84-c6ca9ff322fc tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.1023948 Apr 02 18:15:18.461447 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9205bf51-3eac-4282-a6ca-121ed6e7b109 req-0311a50d-132d-40b8-8dc9-8b34b432a85b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404451 Apr 02 18:15:18.970470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39c8df-ec8c-4715-aa58-524211e38585 req-b9233fd7-679f-46a1-8d80-2611d0956307 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:18.972046 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fe39c8df-ec8c-4715-aa58-524211e38585 req-b9233fd7-679f-46a1-8d80-2611d0956307 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0905702 Apr 02 18:15:19.018467 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fe39c8df-ec8c-4715-aa58-524211e38585 req-3a51bc83-1501-4642-bd93-685107d00079 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399799 Apr 02 18:15:19.668283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3fa8b-c9e2-415e-a4cc-cd1017a07344 req-5fa3e612-ffda-4169-9502-d954e13db551 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:19.669733 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fd3fa8b-c9e2-415e-a4cc-cd1017a07344 req-5fa3e612-ffda-4169-9502-d954e13db551 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.0914960 Apr 02 18:15:19.719073 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fd3fa8b-c9e2-415e-a4cc-cd1017a07344 req-af8e86ee-56d7-4275-a272-527fbc3a4bd8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430107 Apr 02 18:15:20.087124 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4aed-659b-485b-ab36-461862b6403c req-6d29acc7-584d-47f5-8e23-76715268f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:20.088732 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e35d4aed-659b-485b-ab36-461862b6403c req-6d29acc7-584d-47f5-8e23-76715268f32c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a832b1068a0d49f9916a09d01bae893e&device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1098 time: 0.0788856 Apr 02 18:15:20.223769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bccf4-a2f0-4552-8ec8-6c04bc89b1a8 req-d9c3d6f2-100d-410f-84c4-5a463f402245 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:20.225793 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e08bccf4-a2f0-4552-8ec8-6c04bc89b1a8 req-d9c3d6f2-100d-410f-84c4-5a463f402245 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0930314 Apr 02 18:15:20.280311 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e08bccf4-a2f0-4552-8ec8-6c04bc89b1a8 req-f24fb5cc-96ac-41c7-af71-143084b2e8d9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479150 Apr 02 18:15:20.442341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4aed-659b-485b-ab36-461862b6403c req-21ecdc08-973f-4365-8627-fddf1eb533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:20.443893 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e35d4aed-659b-485b-ab36-461862b6403c req-21ecdc08-973f-4365-8627-fddf1eb533e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 200 len: 909 time: 0.3481762 Apr 02 18:15:20.550389 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e35d4aed-659b-485b-ab36-461862b6403c req-8316140e-955e-4c43-83b1-59f7ccbb8111 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 200 len: 1001 time: 0.1002440 Apr 02 18:15:20.617037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4aed-659b-485b-ab36-461862b6403c req-04887743-66ff-4336-a822-5f462e41b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:20.618501 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e35d4aed-659b-485b-ab36-461862b6403c req-04887743-66ff-4336-a822-5f462e41b2d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47266cd8-e9d9-405a-b214-cf3bc850f424 HTTP/1.1" status: 200 len: 847 time: 0.0618069 Apr 02 18:15:20.700086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4aed-659b-485b-ab36-461862b6403c req-7c7e43b3-0ea4-4e8d-96b2-2c92c89598dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:20.701558 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e35d4aed-659b-485b-ab36-461862b6403c req-7c7e43b3-0ea4-4e8d-96b2-2c92c89598dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761857 Apr 02 18:15:20.876416 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e35d4aed-659b-485b-ab36-461862b6403c req-b26ed7ba-0999-431d-a929-6472b9df208f service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676185 Apr 02 18:15:21.042934 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2965d-9156-4acc-95bf-1cfcb4764124 req-db46e153-b6d6-44c2-afdc-e5fb3621efc1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:21.044452 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d1e2965d-9156-4acc-95bf-1cfcb4764124 req-db46e153-b6d6-44c2-afdc-e5fb3621efc1 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 946 time: 0.2055058 Apr 02 18:15:21.053944 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e35d4aed-659b-485b-ab36-461862b6403c req-bc893400-fcd8-4b7c-bd95-4ad474240bec service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716728 Apr 02 18:15:21.095727 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d1e2965d-9156-4acc-95bf-1cfcb4764124 req-88fff1ca-8861-429b-9948-ffb0b6c33821 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Apr 02 18:15:21.427823 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:21.499399 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0248a0-af9d-4a9c-89c2-fd73b8f5cb28 req-b0137a55-16cc-409c-bbe5-9e19d12a225a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:21.501061 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9e0248a0-af9d-4a9c-89c2-fd73b8f5cb28 req-b0137a55-16cc-409c-bbe5-9e19d12a225a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0982006 Apr 02 18:15:21.551728 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9e0248a0-af9d-4a9c-89c2-fd73b8f5cb28 req-bd7dd6e6-fbe9-4b5f-8de0-d1eebbf963db tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443816 Apr 02 18:15:21.559316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:21.591459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:15:21.608489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:21.614759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:21.616684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:21.648683 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50', 'code': 422} returned with failed status Apr 02 18:15:21.688039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=8']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:21.691980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:22.621646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ecb23-2ef9-42d2-9b1d-30e0422d1422 req-758c6fbc-d2f8-4167-9fc4-a10abc867e1a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:22.623451 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-359ecb23-2ef9-42d2-9b1d-30e0422d1422 req-758c6fbc-d2f8-4167-9fc4-a10abc867e1a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.1000111 Apr 02 18:15:22.677190 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-359ecb23-2ef9-42d2-9b1d-30e0422d1422 req-e62b4dd3-e741-477f-bc61-ab963fa23dd7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462420 Apr 02 18:15:22.770457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaed49a-de92-43d1-9775-fb14516d0508 req-4498d6de-02ed-4292-aa3e-fd7c62ea86c6 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:22.772065 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-adaed49a-de92-43d1-9775-fb14516d0508 req-4498d6de-02ed-4292-aa3e-fd7c62ea86c6 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1009033 Apr 02 18:15:22.806680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34690) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:22.821286 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-adaed49a-de92-43d1-9775-fb14516d0508 req-12a76d63-bcda-4dfb-b5aa-e78944ff4619 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 Apr 02 18:15:22.943597 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-a6c9fd7b-8fbe-471e-a042-a79868c2cc9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352432 Apr 02 18:15:23.653996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-d316b96c-bdd0-49bb-8531-6684c0ce16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:23.655583 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-d316b96c-bdd0-49bb-8531-6684c0ce16f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff&tenant_id=41c29e9f99fa45109ce0d705a307c847 HTTP/1.1" status: 200 len: 1097 time: 0.0839069 Apr 02 18:15:23.755872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-6eea54b5-5a13-49ff-b4ab-3d4a27f17bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:23.757493 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-6eea54b5-5a13-49ff-b4ab-3d4a27f17bfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41c29e9f99fa45109ce0d705a307c847&device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 1097 time: 0.0804236 Apr 02 18:15:23.883373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3a906-6050-407c-8ae8-a26a4ab9c3e8 req-1e1f8f15-57aa-4ac6-badb-d8b970c03005 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:23.885048 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e5e3a906-6050-407c-8ae8-a26a4ab9c3e8 req-1e1f8f15-57aa-4ac6-badb-d8b970c03005 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.0910063 Apr 02 18:15:23.902769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-9629d6d0-e29b-465d-ac97-9dfe49ec6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:23.904378 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-9629d6d0-e29b-465d-ac97-9dfe49ec6fcc service neutron] 10.222.0.20 "GET /v2.0/networks?id=44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 200 len: 918 time: 0.1409719 Apr 02 18:15:23.936647 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e5e3a906-6050-407c-8ae8-a26a4ab9c3e8 req-f69a4125-4136-4091-b350-c618c30e33a7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442736 Apr 02 18:15:24.068683 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-96ccee52-7ba0-4eaf-974f-c4203cd4eab5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d06d958-bcd1-4a38-859e-97859db60a50 HTTP/1.1" status: 200 len: 1000 time: 0.1574571 Apr 02 18:15:24.143516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7edd4-dcec-40b5-b35a-c924d1c1ec89 req-258dc2a5-f339-4fb2-a2aa-7a7c534589fa tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:24.145548 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2da7edd4-dcec-40b5-b35a-c924d1c1ec89 req-258dc2a5-f339-4fb2-a2aa-7a7c534589fa tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1827371 Apr 02 18:15:24.153984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-762fa34f-d3f5-4db2-80b3-e141cf55b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:24.155392 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-762fa34f-d3f5-4db2-80b3-e141cf55b225 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 200 len: 856 time: 0.0797806 Apr 02 18:15:24.250330 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2da7edd4-dcec-40b5-b35a-c924d1c1ec89 req-4c44a236-cd34-4c7b-9c9f-9b1580a533c4 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979812 Apr 02 18:15:24.272532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-ac3ee58f-ca47-40c2-862b-289d9d69c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:24.274075 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-ac3ee58f-ca47-40c2-862b-289d9d69c6cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ec7b32-e430-4f5b-9535-ae18cd7a9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1041565 Apr 02 18:15:24.417440 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-8ffa74a4-5f31-45eb-9b5f-87eeb87458f5 service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355798 Apr 02 18:15:24.566272 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-52d6059a-b803-455c-be77-3925e9324227 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877676 Apr 02 18:15:24.604233 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-736b3ebf-8d63-4fa7-913b-7f3eac6416a3 req-783c9685-2cbb-4f2b-bae8-f38631fd9e7a service neutron] 10.222.0.20 "GET /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793439 Apr 02 18:15:24.654226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2db222-a4c9-40b9-ad58-c836dc685f9c req-bc2bd64a-ef4b-403e-b707-39410297962e tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:24.656043 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4a2db222-a4c9-40b9-ad58-c836dc685f9c req-bc2bd64a-ef4b-403e-b707-39410297962e tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1011412 Apr 02 18:15:24.710571 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4a2db222-a4c9-40b9-ad58-c836dc685f9c req-0be36514-369d-4abb-8c2f-a8e952f5f9e3 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471063 Apr 02 18:15:25.149298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a729498-868a-4272-a409-1e47031df1d5 req-2b9f6d60-5936-4864-b77d-607cb58b68d8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:25.150883 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2a729498-868a-4272-a409-1e47031df1d5 req-2b9f6d60-5936-4864-b77d-607cb58b68d8 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.0896850 Apr 02 18:15:25.200830 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2a729498-868a-4272-a409-1e47031df1d5 req-8d0c6939-243a-44bb-929f-60d3e4e8091d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433319 Apr 02 18:15:25.454389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 282c407b-0bef-4c52-8865-b2e72c0017e9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:25.610975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.654090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:25.655487 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:15:25.662476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.664699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:25.717016 dv-cinder-784477-2-smb neutron-server[84223]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'code': 422} returned with failed status Apr 02 18:15:25.748465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=6']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:25.752358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:25.940867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7453afe-23c5-4957-82a4-ef47713720b3 req-66a45f0f-c94a-477c-9fdd-8cf7caa68cf7 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:25.944644 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7453afe-23c5-4957-82a4-ef47713720b3 req-66a45f0f-c94a-477c-9fdd-8cf7caa68cf7 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.1135330 Apr 02 18:15:26.000438 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7453afe-23c5-4957-82a4-ef47713720b3 req-e76b8611-d240-4f39-bd41-f4bad482dbf0 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489135 Apr 02 18:15:26.485105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02883-4b55-4f7d-a4cd-cb896c732efb req-ae91eabd-9862-4922-91d4-e6b1509b6cf3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:26.490875 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-38a02883-4b55-4f7d-a4cd-cb896c732efb req-ae91eabd-9862-4922-91d4-e6b1509b6cf3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.1411841 Apr 02 18:15:26.547644 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-38a02883-4b55-4f7d-a4cd-cb896c732efb req-859f8291-377d-4f4a-8095-da582e802a72 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536001 Apr 02 18:15:27.211646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f312f47-fe72-4a63-834f-7aac079b1abb req-15d7e191-8dee-4aa1-8562-021b4a671d30 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:27.213302 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6f312f47-fe72-4a63-834f-7aac079b1abb req-15d7e191-8dee-4aa1-8562-021b4a671d30 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0903227 Apr 02 18:15:27.264103 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6f312f47-fe72-4a63-834f-7aac079b1abb req-8499d8b4-5217-478f-8f25-76b8083e359d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Apr 02 18:15:27.766342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f17cb5-36e4-4fa1-a4b3-405f38af206b req-5c9d36fe-1d1f-4a6f-8d7a-5ec8caecad2d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:27.767884 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-13f17cb5-36e4-4fa1-a4b3-405f38af206b req-5c9d36fe-1d1f-4a6f-8d7a-5ec8caecad2d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.0935564 Apr 02 18:15:27.817958 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-13f17cb5-36e4-4fa1-a4b3-405f38af206b req-c2810cd1-e46a-4492-9313-6953563008b5 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437274 Apr 02 18:15:28.480196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24da44-7dbd-4b7e-8541-e2ad73a0a0d3 req-bf93222f-485e-47bf-b581-e493b61ce590 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:28.482346 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2c24da44-7dbd-4b7e-8541-e2ad73a0a0d3 req-bf93222f-485e-47bf-b581-e493b61ce590 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0955036 Apr 02 18:15:28.533512 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2c24da44-7dbd-4b7e-8541-e2ad73a0a0d3 req-dc3d898f-6bf3-4ca0-b276-b593f5917d11 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443389 Apr 02 18:15:29.028007 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27555b-1403-408d-b787-c4dd6a5a0348 req-ef90da6f-8993-4077-a9a0-f7ebaad73b45 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:29.029669 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1e27555b-1403-408d-b787-c4dd6a5a0348 req-ef90da6f-8993-4077-a9a0-f7ebaad73b45 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.0882566 Apr 02 18:15:29.079170 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1e27555b-1403-408d-b787-c4dd6a5a0348 req-3e01e959-0dc4-41ca-a704-ae2b8b638ce9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Apr 02 18:15:29.741124 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a324-07d5-414e-8aff-5cb1a13a8a91 req-a8b45ed7-3daa-4ed2-9461-99c53cf58b2e tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:29.742669 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6f67a324-07d5-414e-8aff-5cb1a13a8a91 req-a8b45ed7-3daa-4ed2-9461-99c53cf58b2e tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0940270 Apr 02 18:15:29.793857 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6f67a324-07d5-414e-8aff-5cb1a13a8a91 req-afeae791-829a-4372-9e55-f31f981de8f9 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 Apr 02 18:15:30.302174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc3cf8-f707-4e78-8c52-ffd3edc18a42 req-fffea93c-1b35-47f0-acf8-07274dc46e8d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:30.308716 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-68fc3cf8-f707-4e78-8c52-ffd3edc18a42 req-fffea93c-1b35-47f0-acf8-07274dc46e8d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.1053143 Apr 02 18:15:30.371173 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-68fc3cf8-f707-4e78-8c52-ffd3edc18a42 req-1a3642d4-627f-4c79-961d-2926669e49d0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602283 Apr 02 18:15:30.999706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20059c9-d3f3-48e7-877f-6d08bccaf3e2 req-b7f52f00-22a7-4d7b-a271-1e23805a390b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:31.001552 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b20059c9-d3f3-48e7-877f-6d08bccaf3e2 req-b7f52f00-22a7-4d7b-a271-1e23805a390b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0914643 Apr 02 18:15:31.051612 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b20059c9-d3f3-48e7-877f-6d08bccaf3e2 req-1ca227de-3cb3-425b-a11e-8c40803f5fbc tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Apr 02 18:15:31.231362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:15:31.583265 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493fe5c-f469-4e98-8e4c-01cdac1cc36f req-29ec2f1f-63f2-46a4-8b17-4ccc25e5b78c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:31.584961 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0493fe5c-f469-4e98-8e4c-01cdac1cc36f req-29ec2f1f-63f2-46a4-8b17-4ccc25e5b78c tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.0906699 Apr 02 18:15:31.634608 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0493fe5c-f469-4e98-8e4c-01cdac1cc36f req-95a05463-7e6f-4dcf-b0c6-e8c06e05b86e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429559 Apr 02 18:15:32.258664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d633ff-c268-41d8-823f-985af1c3d907 req-8f7960f8-a5cd-419c-b88c-5fccd7104a62 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:32.260828 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d633ff-c268-41d8-823f-985af1c3d907 req-8f7960f8-a5cd-419c-b88c-5fccd7104a62 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0934100 Apr 02 18:15:32.311360 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-48d633ff-c268-41d8-823f-985af1c3d907 req-391c89f1-8dca-401e-8cd8-aecabcfafc14 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 Apr 02 18:15:32.852980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d9dc5-a7b8-4bc8-acdd-bfbee3938e47 req-c843005a-2bb7-4b8a-936b-eb75a655b27f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:32.854601 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-814d9dc5-a7b8-4bc8-acdd-bfbee3938e47 req-c843005a-2bb7-4b8a-936b-eb75a655b27f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.0933323 Apr 02 18:15:32.904364 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-814d9dc5-a7b8-4bc8-acdd-bfbee3938e47 req-2bd678fd-4c17-4288-ab1d-1241674a3953 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432091 Apr 02 18:15:33.515305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98560c1d-df1c-47fc-a7ac-c4b7b90c4785 req-6f6bbe3a-e34a-4e09-b8ed-607780d1682c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:33.516915 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-98560c1d-df1c-47fc-a7ac-c4b7b90c4785 req-6f6bbe3a-e34a-4e09-b8ed-607780d1682c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0889032 Apr 02 18:15:33.570160 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-98560c1d-df1c-47fc-a7ac-c4b7b90c4785 req-0ad2a499-6dfa-41d3-999d-86fb67b6b077 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Apr 02 18:15:34.120552 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f69c8-a8a2-4fe0-9a42-5f8835eb84b1 req-24c92ece-6fa2-4b41-a7ae-e34fdd30e081 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:34.122166 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-870f69c8-a8a2-4fe0-9a42-5f8835eb84b1 req-24c92ece-6fa2-4b41-a7ae-e34fdd30e081 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.0946734 Apr 02 18:15:34.170709 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-870f69c8-a8a2-4fe0-9a42-5f8835eb84b1 req-82651a80-9458-4db1-9410-0c94d9400416 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Apr 02 18:15:34.774753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232ba26-dc54-49a7-a44c-ef61ebd9217a req-bcde2df6-46f4-4fb7-a962-98f22858522d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:34.776294 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a232ba26-dc54-49a7-a44c-ef61ebd9217a req-bcde2df6-46f4-4fb7-a962-98f22858522d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0888681 Apr 02 18:15:34.824318 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a232ba26-dc54-49a7-a44c-ef61ebd9217a req-e9f9ed91-6b46-41e6-9036-7d0298a3fca6 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Apr 02 18:15:35.382709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093ab82-dc7f-4733-8283-1d590a32bd5b req-6450a07e-cbd9-4c19-8a44-f6e61c7e2543 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:35.384653 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b093ab82-dc7f-4733-8283-1d590a32bd5b req-6450a07e-cbd9-4c19-8a44-f6e61c7e2543 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.0933845 Apr 02 18:15:35.435301 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b093ab82-dc7f-4733-8283-1d590a32bd5b req-2a377bd9-cb50-4260-a659-a820f5fdc027 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443501 Apr 02 18:15:36.166082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283ba2-1ce9-4599-90d1-0540fea91be6 req-b151b517-41d6-4caa-97a4-64b809134cce tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:36.167550 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ee283ba2-1ce9-4599-90d1-0540fea91be6 req-b151b517-41d6-4caa-97a4-64b809134cce tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0891175 Apr 02 18:15:36.213714 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ee283ba2-1ce9-4599-90d1-0540fea91be6 req-5b8dd0b8-0804-4285-b18f-c4a69d383603 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399494 Apr 02 18:15:36.353044 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-b4f715ee-a27c-45c2-a656-4494cc6b12e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816071 Apr 02 18:15:36.628295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-3789554b-3bc8-4764-9d81-5497e8671a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:36.630403 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-3789554b-3bc8-4764-9d81-5497e8671a21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 1098 time: 0.1961896 Apr 02 18:15:36.636436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a87f7-6a92-497b-b18d-bf413c09753e req-11dc5d28-fdf6-48be-8c19-2b9a96923aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:36.637882 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-11dc5d28-fdf6-48be-8c19-2b9a96923aed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20&tenant_id=a832b1068a0d49f9916a09d01bae893e HTTP/1.1" status: 200 len: 1096 time: 0.1687889 Apr 02 18:15:37.023118 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c03c2e-8eca-4e3b-a8fc-dc97096843e9 req-7e0760c7-cd01-4b02-ade7-1e7ed1db8b43 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.024721 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-56c03c2e-8eca-4e3b-a8fc-dc97096843e9 req-7e0760c7-cd01-4b02-ade7-1e7ed1db8b43 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 944 time: 0.4660506 Apr 02 18:15:37.120771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-fe756c37-76d4-4340-99cd-a58e025efd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.122290 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-fe756c37-76d4-4340-99cd-a58e025efd0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 911 time: 0.4699762 Apr 02 18:15:37.125253 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-56c03c2e-8eca-4e3b-a8fc-dc97096843e9 req-8d3f05a2-3b6e-47c3-a2a2-b22dcc5f5933 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916429 Apr 02 18:15:37.133551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a87f7-6a92-497b-b18d-bf413c09753e req-8413dd39-7adc-4c8e-a881-ddde76428429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.135025 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-8413dd39-7adc-4c8e-a881-ddde76428429 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a832b1068a0d49f9916a09d01bae893e&device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1096 time: 0.4579465 Apr 02 18:15:37.189330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:37.339425 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-7c799d91-5bcc-4eac-b7ff-b34e9eff01d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 200 len: 1001 time: 0.2081985 Apr 02 18:15:37.413029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89ed3-19c5-448a-8db7-d1891c8a7707 req-e7b6719c-e81c-48d4-9272-b9643fe327c4 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.414696 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-56b89ed3-19c5-448a-8db7-d1891c8a7707 req-e7b6719c-e81c-48d4-9272-b9643fe327c4 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0886219 Apr 02 18:15:37.418007 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a87f7-6a92-497b-b18d-bf413c09753e req-0dab610c-a09e-4c3d-94de-12f5a66d5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.419561 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-0dab610c-a09e-4c3d-94de-12f5a66d5962 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 200 len: 909 time: 0.2309384 Apr 02 18:15:37.430634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-c93ca377-574d-447b-b3a1-b8eac7f6b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.432083 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-c93ca377-574d-447b-b3a1-b8eac7f6b7cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0854354 Apr 02 18:15:37.462811 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:15:37.463050 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-56b89ed3-19c5-448a-8db7-d1891c8a7707 req-a8fce9c5-4dac-477b-bd88-8199730d55ae tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 Apr 02 18:15:37.595008 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-da4c6407-5337-4de6-94a8-b990563ee344 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 200 len: 999 time: 0.1661246 Apr 02 18:15:37.605352 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:37.619652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '1d06d958-bcd1-4a38-859e-97859db60a50', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'port_id': '1d06d958-bcd1-4a38-859e-97859db60a50', 'mac_address': 'fa:16:3e:49:b5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:15:37.659292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-c924fdc3-5982-4f63-b70a-e4510b99fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.662556 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-c924fdc3-5982-4f63-b70a-e4510b99fa27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1743884 Apr 02 18:15:37.685425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:37.703821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d06d958-bcd1-4a38-859e-97859db60a50 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:15:37.709069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a87f7-6a92-497b-b18d-bf413c09753e req-ae632a8c-e7f1-4e6a-9065-6a9f4fc0a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.710640 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-ae632a8c-e7f1-4e6a-9065-6a9f4fc0a41a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47266cd8-e9d9-405a-b214-cf3bc850f424 HTTP/1.1" status: 200 len: 847 time: 0.1070600 Apr 02 18:15:37.720802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:37.724283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:37.726437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:37.795635 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=9']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:37.799087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:37.874250 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-ff33b49a-fa75-4d79-848a-0f36de726884 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049835 Apr 02 18:15:37.880303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a87f7-6a92-497b-b18d-bf413c09753e req-ae57577f-e8b7-4954-afa7-d5ac37586177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:37.881776 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-ae57577f-e8b7-4954-afa7-d5ac37586177 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1170452 Apr 02 18:15:37.974645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['1d06d958-bcd1-4a38-859e-97859db60a50'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:15:38.140463 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-27373e6e-8572-44cf-b3b3-a9fd2dab39b7 req-1afb8894-83c1-4c0d-912c-7096a9ca5f49 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575560 Apr 02 18:15:38.142357 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-d689e3db-93c6-4da7-98ac-59854781614a service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381215 Apr 02 18:15:38.351249 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-522a87f7-6a92-497b-b18d-bf413c09753e req-96c02f92-d338-4111-82cb-939c9240b83f service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001753 Apr 02 18:15:38.370871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e01ef-7b44-45ef-a059-7efa14ef6810 req-a900aee1-bc97-4aa5-87d9-874f44d304e4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:38.372517 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-481e01ef-7b44-45ef-a059-7efa14ef6810 req-a900aee1-bc97-4aa5-87d9-874f44d304e4 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 945 time: 0.1272891 Apr 02 18:15:38.426572 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-481e01ef-7b44-45ef-a059-7efa14ef6810 req-0b5f217e-7ddb-4c89-b6c5-f436acbe48fa tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462699 Apr 02 18:15:38.671522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fb6ee-3473-4a12-9af9-d74d74fd7cde req-af4e86c0-1ed8-4ea6-a02b-4b4e19bed7ba tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:38.673115 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5fb6ee-3473-4a12-9af9-d74d74fd7cde req-af4e86c0-1ed8-4ea6-a02b-4b4e19bed7ba tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0889158 Apr 02 18:15:38.719604 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5fb6ee-3473-4a12-9af9-d74d74fd7cde req-a7c4c33e-b9f1-48e4-8051-15de509620cd tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Apr 02 18:15:39.479162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:15:39.551963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 1d06d958-bcd1-4a38-859e-97859db60a50 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:15:39.552414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:39.632648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f8dc9-6f21-42c9-92ea-ac2faaadafff req-e2d13573-3598-4e0f-b98c-806bd7d69ddf tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:39.634226 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-719f8dc9-6f21-42c9-92ea-ac2faaadafff req-e2d13573-3598-4e0f-b98c-806bd7d69ddf tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 945 time: 0.0872924 Apr 02 18:15:39.676217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:39.685330 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-719f8dc9-6f21-42c9-92ea-ac2faaadafff req-eeb62fb4-5fde-4cee-a3cb-1b5c4d6d6cbd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444553 Apr 02 18:15:39.707076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:15:39.717799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:39.721492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:39.723937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:39.764264 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50', 'code': 200} Apr 02 18:15:39.798479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=10']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:39.802106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:39.930317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b0e19-8630-4477-9883-a6b2daa06766 req-67878756-5310-4b09-bb8f-d5923d4aa1ca tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:39.931898 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-336b0e19-8630-4477-9883-a6b2daa06766 req-67878756-5310-4b09-bb8f-d5923d4aa1ca tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0951302 Apr 02 18:15:40.022102 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-336b0e19-8630-4477-9883-a6b2daa06766 req-55e409f0-e545-4632-92a3-021948f6a781 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564413 Apr 02 18:15:40.042773 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bd17d-f257-4775-9b48-ebe4bf4de624 req-a2f5ef34-853e-4307-83c0-047dc7622832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:40.044393 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-709bd17d-f257-4775-9b48-ebe4bf4de624 req-a2f5ef34-853e-4307-83c0-047dc7622832 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 1100 time: 0.1114669 Apr 02 18:15:40.091141 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-709bd17d-f257-4775-9b48-ebe4bf4de624 req-a567bca5-5449-4521-8a9b-25feb99f651b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Apr 02 18:15:40.896217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88e211-b3b3-4331-868c-6c14babf1686 req-8514106e-0e8c-46fa-9ff9-73f87007f1ff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:40.897863 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8c88e211-b3b3-4331-868c-6c14babf1686 req-8514106e-0e8c-46fa-9ff9-73f87007f1ff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 947 time: 0.0898204 Apr 02 18:15:40.952086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1b874f6-7268-40a9-9357-d839d1961f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:40.954417 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8c88e211-b3b3-4331-868c-6c14babf1686 req-7b5adfd7-2dcd-4aad-b3ed-1ee99beb54ca tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467985 Apr 02 18:15:41.228338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabb9a1-a5d3-47e7-9294-3b6ccaa6fe2a req-a8eb427e-5c30-49ac-a17d-1e4caf9ae720 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:41.229973 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8dabb9a1-a5d3-47e7-9294-3b6ccaa6fe2a req-a8eb427e-5c30-49ac-a17d-1e4caf9ae720 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 943 time: 0.0887768 Apr 02 18:15:41.277278 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8dabb9a1-a5d3-47e7-9294-3b6ccaa6fe2a req-130b116e-2f3a-40b2-b210-262f856767b1 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Apr 02 18:15:41.539985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 282c407b-0bef-4c52-8865-b2e72c0017e9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:15:41.680659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:41.694150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'port_id': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'mac_address': 'fa:16:3e:be:82:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:15:41.757005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:41.774188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282c407b-0bef-4c52-8865-b2e72c0017e9 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:15:41.789614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:41.792296 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:41.794086 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:41.865152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=7']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:41.868203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:42.013657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['282c407b-0bef-4c52-8865-b2e72c0017e9'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:15:42.079242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:42.159088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf795d-d50d-4d88-8cd5-e1971e9792f5 req-c5578b9f-43d9-4f49-80f5-bd7a364e5a9b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:42.161197 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3bbf795d-d50d-4d88-8cd5-e1971e9792f5 req-c5578b9f-43d9-4f49-80f5-bd7a364e5a9b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 947 time: 0.0888274 Apr 02 18:15:42.208479 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3bbf795d-d50d-4d88-8cd5-e1971e9792f5 req-e7d313f7-3411-4ff4-9ad9-6abb92d01f7f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408096 Apr 02 18:15:42.480071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a880dac-1d86-45b6-86fd-06c2b720bf12 req-659a1daa-8a90-4823-8f95-e70a88fcaf8c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:42.481646 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9a880dac-1d86-45b6-86fd-06c2b720bf12 req-659a1daa-8a90-4823-8f95-e70a88fcaf8c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 944 time: 0.0893347 Apr 02 18:15:42.527691 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9a880dac-1d86-45b6-86fd-06c2b720bf12 req-bd9aca88-35f6-4310-adf2-d47245ceca6f tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396552 Apr 02 18:15:43.195440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0650369e-2888-4ec9-8da6-a27b6b06935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:43.550698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 282c407b-0bef-4c52-8865-b2e72c0017e9 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:15:43.626614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 282c407b-0bef-4c52-8865-b2e72c0017e9 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:15:43.627025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:43.737050 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c4ffa-5f06-418b-9549-a8252acd156a req-d954b381-5976-4c83-8ce4-8f0ad11d33d4 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:43.738668 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-626c4ffa-5f06-418b-9549-a8252acd156a req-d954b381-5976-4c83-8ce4-8f0ad11d33d4 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 944 time: 0.0932646 Apr 02 18:15:43.756559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:43.783963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:15:43.786260 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-626c4ffa-5f06-418b-9549-a8252acd156a req-c819e5e8-830f-42ee-a944-f4fe8127f4cf tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399096 Apr 02 18:15:43.794943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:43.798068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:43.809837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:43.831967 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'code': 200} Apr 02 18:15:43.884803 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=8']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:43.887597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:43.888490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:44.131713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7d828-1607-4399-8608-917a02e762af req-8acfd6df-85c6-47b4-811c-73cce98bc4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:44.133281 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2eb7d828-1607-4399-8608-917a02e762af req-8acfd6df-85c6-47b4-811c-73cce98bc4b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1098 time: 0.0757992 Apr 02 18:15:44.176455 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2eb7d828-1607-4399-8608-917a02e762af req-abcd02b0-a0c1-458a-8241-6706b50cb50d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351758 Apr 02 18:15:44.986365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61325f36-17b2-49a4-8a4e-d5c8473315a9 req-b1a44d5c-9b01-42dd-898a-41805f7a7cde tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:44.987951 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-61325f36-17b2-49a4-8a4e-d5c8473315a9 req-b1a44d5c-9b01-42dd-898a-41805f7a7cde tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0865865 Apr 02 18:15:45.035032 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-61325f36-17b2-49a4-8a4e-d5c8473315a9 req-c4443c58-01ef-4fc4-b45b-ab06377b83ba tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Apr 02 18:15:45.129867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:46.239844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506e5f9-3f3f-4f9c-a06c-965975c89837 req-7bf45d38-b7e0-4883-85de-3698f134c261 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:46.241448 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2506e5f9-3f3f-4f9c-a06c-965975c89837 req-7bf45d38-b7e0-4883-85de-3698f134c261 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.0891097 Apr 02 18:15:46.289963 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2506e5f9-3f3f-4f9c-a06c-965975c89837 req-c708c049-3079-47d9-aed5-f5afae8e2c95 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Apr 02 18:15:50.740213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed00987-523f-480c-8744-d054d7caf9c7 req-8a7b1060-eae7-49fa-9045-0873869014fe tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:50.741685 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5ed00987-523f-480c-8744-d054d7caf9c7 req-8a7b1060-eae7-49fa-9045-0873869014fe tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0895379 Apr 02 18:15:50.788477 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5ed00987-523f-480c-8744-d054d7caf9c7 req-0364e932-c35a-4d9f-a795-4b5dad801f90 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402796 Apr 02 18:15:51.992881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64a514-92a8-4921-8092-c79a63cbdbbb req-c0c0e934-6531-4e0d-96f3-b897caa4d25f tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:51.994441 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc64a514-92a8-4921-8092-c79a63cbdbbb req-c0c0e934-6531-4e0d-96f3-b897caa4d25f tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0892262 Apr 02 18:15:52.041299 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc64a514-92a8-4921-8092-c79a63cbdbbb req-52bedbff-dca4-4890-b51a-89f2f70bb179 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Apr 02 18:15:52.776246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-9f4562b1-08ba-4f5b-96c5-96b5717676a1 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:52.777630 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-9f4562b1-08ba-4f5b-96c5-96b5717676a1 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.0842803 Apr 02 18:15:52.855125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Deleting port 9d7df59b-9bdb-4c40-a178-491a568b6d43 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:52.855505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:53.106631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] For port 9d7df59b-9bdb-4c40-a178-491a568b6d43, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9d7df59b-9bdb-4c40-a178-491a568b6d43,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:53.107150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:53.659187 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e80d3-84f6-42c4-aaa3-b21ca0d6a30a req-816de43c-19f8-40e1-934c-40ee9d5f66c0 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:53.660870 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5f9e80d3-84f6-42c4-aaa3-b21ca0d6a30a req-816de43c-19f8-40e1-934c-40ee9d5f66c0 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 945 time: 0.4853804 Apr 02 18:15:53.740646 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5f9e80d3-84f6-42c4-aaa3-b21ca0d6a30a req-5df2d081-9b3e-4155-be2b-dc93670938c6 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b04dc32-3d55-481b-b381-4d5ad67d23df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702455 Apr 02 18:15:53.742283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:53.742695 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:53.743040 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Floating IP 9481c6d5-87e6-42c7-84c6-4569cd53c0ce disassociated. External IP: 172.28.1.220, port: 9d7df59b-9bdb-4c40-a178-491a568b6d43. Apr 02 18:15:53.743413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Calling delete_port for 9d7df59b-9bdb-4c40-a178-491a568b6d43 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:53.892599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:53.907624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9c0a2e86-38d3-43f5-8ed2-1ca2347ac7c3 tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:53.965340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event deleted for resources: {'Port': ['ID=9d7df59b-9bdb-4c40-a178-491a568b6d43,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:54.020802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.021209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.021614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.022009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.022401 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.022790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.023182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.023566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.023952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.024366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.024750 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.025131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:54.032109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:54.276871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:15:54.467840 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:15:54.477844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] Sync routers for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:15:54.488136 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:15:54.489327 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:15:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:54.545391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] No DVR routers for this DVR port 9d7df59b-9bdb-4c40-a178-491a568b6d43 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:15:54.547951 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:54.551373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e24907-425c-4983-bedb-bbcee19f1561', 'name': 'network-vif-deleted', 'tag': '9d7df59b-9bdb-4c40-a178-491a568b6d43'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:15:54.573502 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7e432b5d-c1cd-4275-9778-f41041e4055c req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "DELETE /v2.0/ports/9d7df59b-9bdb-4c40-a178-491a568b6d43 HTTP/1.1" status: 204 len: 173 time: 1.7900834 Apr 02 18:15:54.663014 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e24907-425c-4983-bedb-bbcee19f1561', 'name': 'network-vif-deleted', 'tag': '9d7df59b-9bdb-4c40-a178-491a568b6d43', 'status': 'completed', 'code': 200} Apr 02 18:15:54.695022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:15:54.926731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-b345be1f-8d33-4f2d-a57a-8480f0f64fe4 req-4619ba8b-e78e-4205-8a71-8fac8e9f770a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:15:54.942374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-b345be1f-8d33-4f2d-a57a-8480f0f64fe4 req-4619ba8b-e78e-4205-8a71-8fac8e9f770a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:15:54.943868 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b345be1f-8d33-4f2d-a57a-8480f0f64fe4 req-4619ba8b-e78e-4205-8a71-8fac8e9f770a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e24907-425c-4983-bedb-bbcee19f1561 HTTP/1.1" status: 200 len: 210 time: 0.0705595 Apr 02 18:15:55.186315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:55.191073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] Checking router: d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:15:55.200496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:15:55.201162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:15:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:55.389394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:15:55.604284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 9d7df59b-9bdb-4c40-a178-491a568b6d43 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:55.655419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 9d7df59b-9bdb-4c40-a178-491a568b6d43 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:15:55.655810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 9d7df59b-9bdb-4c40-a178-491a568b6d43 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:15:55.752959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:55.757514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb79f1-dd0e-4783-bc40-ad2868050a9c None None] The sync data for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb is: [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:15:56.134893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f616d-35bf-43f1-a6f2-f97e23bf566e None None] New status for floating IP 9481c6d5-87e6-42c7-84c6-4569cd53c0ce: DOWN {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:15:57.094628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34878) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:57.162076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:57.190838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:57.239129 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:57.244218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5da51dcc-7f7e-480e-9306-8c94818be5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:57.259664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b04dc32-3d55-481b-b381-4d5ad67d23df,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:57.270493 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.270905 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.271311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.271710 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.272106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.272527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.272921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.273313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.273705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.274097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.274484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.274869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:57.278683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:57.279678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:57.283819 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "DELETE /v2.0/security-groups/6b04dc32-3d55-481b-b381-4d5ad67d23df HTTP/1.1" status: 204 len: 168 time: 0.1880920 Apr 02 18:15:57.284522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34882) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:57.302707 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.v2.resource [None req-af9ec12a-39c0-4bad-97af-e565a9a71660 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] show failed (client error): The resource could not be found. Apr 02 18:15:57.303781 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-af9ec12a-39c0-4bad-97af-e565a9a71660 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups/6b04dc32-3d55-481b-b381-4d5ad67d23df HTTP/1.1" status: 404 len: 347 time: 0.0177579 Apr 02 18:15:57.306783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 34886) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:57.470950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Deleting port ae0eb247-53ba-4a65-9f58-60198306708b {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:57.471367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:57.648893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:57.649270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:57.992622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Calling delete_port for ae0eb247-53ba-4a65-9f58-60198306708b owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:58.132863 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.147551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:58.203287 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event deleted for resources: {'Port': ['ID=ae0eb247-53ba-4a65-9f58-60198306708b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:58.207053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:58.403777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.420811 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.422038 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "DELETE /v2.0/floatingips/9481c6d5-87e6-42c7-84c6-4569cd53c0ce HTTP/1.1" status: 204 len: 168 time: 1.1138930 Apr 02 18:15:58.663481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 34892) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:58.669273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271948732', 'description': 'tempest-description--417694954'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:15:58.675621 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:15:58.679943 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:security_group and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:15:58.682938 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:15:58.688987 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:15:58.699046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.719974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:15:58.723881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:security_group_rule and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:15:58.727022 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:15:58.732920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:15:58.803640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.806295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.811397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bbfb5e5a-0a16-4ac5-b8c4-8df3492e15cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:58.853088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5dfc77-00b8-4f3b-9b7b-c5586673e988,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:58.855859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.857145 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1925471 Apr 02 18:15:58.858108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dc6013a3-ba50-4056-8699-06ebab25800c tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:58.860368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 34896) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:58.865949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'security_group_rule': {'security_group_id': '0a5dfc77-00b8-4f3b-9b7b-c5586673e988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:15:58.872079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:15:58.876015 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:security_group_rule and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:15:58.879717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:15:58.885728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:15:58.901238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.961358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.963753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:58.965765 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:58.991436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1d15f0-6949-4712-b69f-e76409179ae6,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:58.993957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:59.000059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.001322 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f36702c9-3462-4ea7-9538-816fd8464503 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402464 Apr 02 18:15:59.004641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 34900) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:59.009956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'security_group_rule': {'security_group_id': '0a5dfc77-00b8-4f3b-9b7b-c5586673e988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:15:59.015847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:15:59.019793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:security_group_rule and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:15:59.022753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:15:59.028684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:15:59.043784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.105501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.107858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.109954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1e84698b-be1e-4e33-b948-c327b9f012c5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:59.133384 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcda76e-01d2-4b94-ab0f-ed6ffc3dbfd7,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:59.135804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:59.141724 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.143048 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b8cfa660-4ce6-4a41-9566-e4dde60829f7 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374304 Apr 02 18:15:59.146410 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 34904) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:59.151817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'floatingip': {'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:15:59.158798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:15:59.162796 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Usage tracker for resource:floatingip and tenant:e78fedc8aed0437ab49c5d2cab3d4d0d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:15:59.165771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:15:59.171642 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:15:59.181302 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.322001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.465758 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Allocated IP 172.28.1.128 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/3a699ee6-dc14-4fd0-b6d6-551657492440) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:15:59.618652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.647850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.663073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:59.803598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'Port': ['ID=3a699ee6-dc14-4fd0-b6d6-551657492440,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:59.808100 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:59.849839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:15:59.851227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:15:59.853397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:15:59.936154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:59.996027 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:00.262557 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:00.265964 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:00.281102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-95af38e2-9769-437f-8ae3-fbb59335ba81 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:00.427397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'Port': ['ID=3a699ee6-dc14-4fd0-b6d6-551657492440,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:00.430368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:00.522641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:00.544246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:00.545559 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3981562 Apr 02 18:16:00.775227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-a5182081-db34-4d47-bfa3-a7a4b0ddcc95 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:16:00.790046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-a5182081-db34-4d47-bfa3-a7a4b0ddcc95 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:16:00.791334 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-a5182081-db34-4d47-bfa3-a7a4b0ddcc95 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--271948732&fields=id&tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d HTTP/1.1" status: 200 len: 267 time: 0.0587275 Apr 02 18:16:00.948408 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-dec978cd-e9ee-4f8b-a982-b51ca246fbb1 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:00.949907 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-dec978cd-e9ee-4f8b-a982-b51ca246fbb1 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 810 time: 0.1514735 Apr 02 18:16:00.965241 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-ab56daa4-13d8-45da-96c5-be3576c640f8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/quotas/e78fedc8aed0437ab49c5d2cab3d4d0d HTTP/1.1" status: 200 len: 375 time: 0.0092854 Apr 02 18:16:01.054935 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-12eff1e8-70b5-4e1d-8f6c-cbfa39697b79 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841999 Apr 02 18:16:01.475259 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1f42e24a-5c42-4cee-aaf5-c1804f45ebad service neutron] 10.222.0.32 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074249 Apr 02 18:16:01.615339 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-edcc0350-cd79-4ea1-a394-93d82a5a42de service neutron] 10.222.0.32 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333420 Apr 02 18:16:01.806204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-e84c1fb7-bbad-4a0b-9f0b-0d852c48a1f5 req-74e84c3e-869c-4b52-88db-c9faef22341f tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:16:01.822262 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-e84c1fb7-bbad-4a0b-9f0b-0d852c48a1f5 req-74e84c3e-869c-4b52-88db-c9faef22341f tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:16:01.823540 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e84c1fb7-bbad-4a0b-9f0b-0d852c48a1f5 req-74e84c3e-869c-4b52-88db-c9faef22341f tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 210 time: 0.0653055 Apr 02 18:16:02.891328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-45ed31a3-f237-48ae-a85f-5b4d78c6f8e5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:02.892920 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-45ed31a3-f237-48ae-a85f-5b4d78c6f8e5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 810 time: 0.1674497 Apr 02 18:16:03.007658 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0ea98152-04a0-4dc6-93aa-11f03c129c2f req-e8caad12-aafb-447b-9cb3-5899196a169a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 210 time: 0.0672898 Apr 02 18:16:03.019806 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-8f2c5b16-c128-4e48-b883-376bc5ce7699 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d HTTP/1.1" status: 200 len: 5707 time: 0.1178532 Apr 02 18:16:03.034780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'port': {'device_id': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'admin_state_up': True, 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'security_groups': ['0a5dfc77-00b8-4f3b-9b7b-c5586673e988']}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:03.175502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:16:03.185804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:16:03.194855 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Made reservation on behalf of e78fedc8aed0437ab49c5d2cab3d4d0d for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:16:03.200814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:03.367966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Allocated IP 172.20.0.11 (dfd02ec3-684d-481d-8e28-a4aa19a7f10c/5801d1b9-6e55-43ff-ab2d-2fc8df3fe741/02906c49-e55c-471a-b704-14acb9c93707) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:16:03.571698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:03.587726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Transition to ACTIVE for port object 02906c49-e55c-471a-b704-14acb9c93707 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:16:03.610443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:03.625506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c6583fb3-c577-4ec6-a0d0-1328ad79d1dd tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:03.770698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event updated for resources: {'Port': ['ID=02906c49-e55c-471a-b704-14acb9c93707,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:03.775041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:03.822193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:16:03.823261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:16:03.825532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:16:03.891733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:03.892447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:03.923275 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8925679 Apr 02 18:16:03.936035 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Request body: {'port': {'device_id': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:04.059614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f2b21206-3aba-42f7-a1cd-28ab044d757e None None] Provisioning for port 02906c49-e55c-471a-b704-14acb9c93707 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:16:04.059933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:04.064674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f2b21206-3aba-42f7-a1cd-28ab044d757e None None] Provisioning complete for port 02906c49-e55c-471a-b704-14acb9c93707 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:16:04.065241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f2b21206-3aba-42f7-a1cd-28ab044d757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:04.127401 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f2b21206-3aba-42f7-a1cd-28ab044d757e None None] Port 02906c49-e55c-471a-b704-14acb9c93707 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:16:04.213510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7dd2c-281b-4242-9949-eafadbf6807e req-9d809a6a-9485-4caf-a0dd-8b6799ea8715 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:04.215113 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f6a7dd2c-281b-4242-9949-eafadbf6807e req-9d809a6a-9485-4caf-a0dd-8b6799ea8715 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 932 time: 0.0912423 Apr 02 18:16:04.262467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f6a7dd2c-281b-4242-9949-eafadbf6807e req-02124b97-f2bd-4444-a287-7246cfff8181 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:16:04.274962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f6a7dd2c-281b-4242-9949-eafadbf6807e req-02124b97-f2bd-4444-a287-7246cfff8181 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:16:04.276209 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f6a7dd2c-281b-4242-9949-eafadbf6807e req-02124b97-f2bd-4444-a287-7246cfff8181 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544600 Apr 02 18:16:04.478365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02906c49-e55c-471a-b704-14acb9c93707 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:16:04.485937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:04.500366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Transition to ACTIVE for port object 02906c49-e55c-471a-b704-14acb9c93707 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:16:04.502961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:04.522250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:04.660626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Pushing event updated for resources: {'Port': ['ID=02906c49-e55c-471a-b704-14acb9c93707,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:04.664879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:04.875582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Attempting to bind port 02906c49-e55c-471a-b704-14acb9c93707 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:16:04.875959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Attempting to bind port 02906c49-e55c-471a-b704-14acb9c93707 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:16:04.876358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Attempting to bind port 02906c49-e55c-471a-b704-14acb9c93707 on network dfd02ec3-684d-481d-8e28-a4aa19a7f10c {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:16:04.881265 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Port 02906c49-e55c-471a-b704-14acb9c93707 on network dfd02ec3-684d-481d-8e28-a4aa19a7f10c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:16:04.881625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Attempting to bind port 02906c49-e55c-471a-b704-14acb9c93707 on network dfd02ec3-684d-481d-8e28-a4aa19a7f10c {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:16:04.887045 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:16:04.887457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Checking segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:16:04.887957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Bound using segment: {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:16:04.888446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Bound port: 02906c49-e55c-471a-b704-14acb9c93707, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578f4476-ff15-48d6-bd8d-4784ca17009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:16:04.888821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:04.983390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] For port 02906c49-e55c-471a-b704-14acb9c93707, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:16:04.986407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] For port 02906c49-e55c-471a-b704-14acb9c93707, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=02906c49-e55c-471a-b704-14acb9c93707,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:16:04.989827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:05.004510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-16e63bde-0aa0-45a2-a4b1-9767d42eaf60 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:05.153594 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Pushing event updated for resources: {'Port': ['ID=02906c49-e55c-471a-b704-14acb9c93707,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:05.158605 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:05.188570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:05.189151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:05.190672 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] 10.222.0.20 "PUT /v2.0/ports/02906c49-e55c-471a-b704-14acb9c93707 HTTP/1.1" status: 200 len: 1094 time: 1.2595136 Apr 02 18:16:05.191704 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'tag': '02906c49-e55c-471a-b704-14acb9c93707'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:16:05.270309 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'tag': '02906c49-e55c-471a-b704-14acb9c93707', 'status': 'completed', 'code': 200} Apr 02 18:16:05.308541 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-90d75c07-1403-457f-b6b1-ec8e06582769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:05.310157 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-90d75c07-1403-457f-b6b1-ec8e06582769 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 1097 time: 0.0854886 Apr 02 18:16:05.385424 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-40eeb9d6-a3a9-41df-b951-09bc698b83b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02906c49-e55c-471a-b704-14acb9c93707 HTTP/1.1" status: 200 len: 217 time: 0.0671740 Apr 02 18:16:05.460040 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-86f03b61-cb0f-451c-8dd1-ba54637bb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:05.461557 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-86f03b61-cb0f-451c-8dd1-ba54637bb3ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0682881 Apr 02 18:16:05.485761 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ab06e-a323-4d98-bf57-26b6c9e96e71 req-382a28b6-2d9e-478c-bdb6-c1b321f3adf8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:05.487377 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb4ab06e-a323-4d98-bf57-26b6c9e96e71 req-382a28b6-2d9e-478c-bdb6-c1b321f3adf8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 944 time: 0.0885804 Apr 02 18:16:05.538736 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fb4ab06e-a323-4d98-bf57-26b6c9e96e71 req-80b112d0-d934-4b99-84af-9c81f20c81be tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447364 Apr 02 18:16:05.546231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-22af237c-4ceb-4adc-8f26-723556b4de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:05.547846 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-22af237c-4ceb-4adc-8f26-723556b4de30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788198 Apr 02 18:16:05.688875 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-f1e61c9c-9c20-4e6f-8f8e-393b059fbb25 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339219 Apr 02 18:16:05.829878 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea5c15d5-8e55-4b89-bbd0-0d9c48d0270c req-a39da8dd-30f5-4c4b-ba15-3f60161110d2 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338179 Apr 02 18:16:05.955658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eca8a-365e-4474-b337-17461266aac8 req-942e25cb-0a1e-4b10-843b-1e2007e22036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:05.957772 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c7eca8a-365e-4474-b337-17461266aac8 req-942e25cb-0a1e-4b10-843b-1e2007e22036 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 1097 time: 0.0810995 Apr 02 18:16:06.098113 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eca8a-365e-4474-b337-17461266aac8 req-424f024f-a449-4c66-84a4-52711a64fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:06.099554 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c7eca8a-365e-4474-b337-17461266aac8 req-424f024f-a449-4c66-84a4-52711a64fcb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 911 time: 0.1333067 Apr 02 18:16:06.171183 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c7eca8a-365e-4474-b337-17461266aac8 req-dd5861bf-0ac3-4e03-9135-caa12a947082 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02906c49-e55c-471a-b704-14acb9c93707 HTTP/1.1" status: 200 len: 217 time: 0.0641034 Apr 02 18:16:06.240583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eca8a-365e-4474-b337-17461266aac8 req-551163a0-ad9c-48d7-9c40-974b5f56fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:06.242044 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c7eca8a-365e-4474-b337-17461266aac8 req-551163a0-ad9c-48d7-9c40-974b5f56fb94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0643320 Apr 02 18:16:06.328856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eca8a-365e-4474-b337-17461266aac8 req-5037fa89-b44e-4881-b514-cd4da4b5d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:06.330446 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c7eca8a-365e-4474-b337-17461266aac8 req-5037fa89-b44e-4881-b514-cd4da4b5d7a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770376 Apr 02 18:16:06.764723 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c7eca8a-365e-4474-b337-17461266aac8 req-94f170f3-9ffd-4da1-a849-9875cc131900 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190533 Apr 02 18:16:06.803274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25addcb6-9255-4910-b91b-1a31a92be810 req-576728fb-16df-47ec-9917-effdd5339381 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:06.804003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-25addcb6-9255-4910-b91b-1a31a92be810 req-576728fb-16df-47ec-9917-effdd5339381 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:16:06.891813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-25addcb6-9255-4910-b91b-1a31a92be810 req-576728fb-16df-47ec-9917-effdd5339381 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:16:06.893100 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-25addcb6-9255-4910-b91b-1a31a92be810 req-576728fb-16df-47ec-9917-effdd5339381 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 944 time: 0.2356334 Apr 02 18:16:06.957243 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0c7eca8a-365e-4474-b337-17461266aac8 req-591fb889-a8fd-45e8-a5e9-a0e273bdb3e8 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853735 Apr 02 18:16:06.962096 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-25addcb6-9255-4910-b91b-1a31a92be810 req-9475ccaa-c0a5-4dc7-934f-eecb9153c0d2 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622828 Apr 02 18:16:07.205336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:07.612496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 02906c49-e55c-471a-b704-14acb9c93707 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:16:07.752632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 02906c49-e55c-471a-b704-14acb9c93707, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=02906c49-e55c-471a-b704-14acb9c93707,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:07.766395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '02906c49-e55c-471a-b704-14acb9c93707', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'port_id': '02906c49-e55c-471a-b704-14acb9c93707', 'mac_address': 'fa:16:3e:37:18:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:16:07.824050 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:07.841965 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02906c49-e55c-471a-b704-14acb9c93707 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:16:07.858531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 02906c49-e55c-471a-b704-14acb9c93707, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=02906c49-e55c-471a-b704-14acb9c93707,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:07.861264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:07.863109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:07.934746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=02906c49-e55c-471a-b704-14acb9c93707,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:07.942419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.942801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.943164 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.943632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.944121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.944518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.944978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.945402 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.945826 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.946256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.946614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.946966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:07.950949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:08.111751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['02906c49-e55c-471a-b704-14acb9c93707'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:16:08.159198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78226ce-4a36-4886-928f-40152cc2808f req-cd618345-3e5f-4715-bf5f-1c082e39b0e9 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:08.161445 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d78226ce-4a36-4886-928f-40152cc2808f req-cd618345-3e5f-4715-bf5f-1c082e39b0e9 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 945 time: 0.0879591 Apr 02 18:16:08.208587 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d78226ce-4a36-4886-928f-40152cc2808f req-f4a039fb-b95a-4474-9cc9-b3f6ec7b7018 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407500 Apr 02 18:16:08.230882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:16:09.409824 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ca14e-6de5-4a69-858e-2243a49b4afa req-06653906-5631-4a30-aeb4-91431ebe207d tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:09.411414 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-706ca14e-6de5-4a69-858e-2243a49b4afa req-06653906-5631-4a30-aeb4-91431ebe207d tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 945 time: 0.0869963 Apr 02 18:16:09.461965 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-706ca14e-6de5-4a69-858e-2243a49b4afa req-61bfceba-9557-4374-8df1-3e8e7090efc9 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440145 Apr 02 18:16:09.615762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 02906c49-e55c-471a-b704-14acb9c93707 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:16:09.686733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 02906c49-e55c-471a-b704-14acb9c93707 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:16:09.692085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 02906c49-e55c-471a-b704-14acb9c93707 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:16:09.692550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:09.813390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:09.840706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02906c49-e55c-471a-b704-14acb9c93707'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:16:09.851633 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 02906c49-e55c-471a-b704-14acb9c93707, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=02906c49-e55c-471a-b704-14acb9c93707,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:09.855721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:09.857685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:09.895269 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02906c49-e55c-471a-b704-14acb9c93707', 'code': 200} Apr 02 18:16:09.929469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=02906c49-e55c-471a-b704-14acb9c93707,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:09.932560 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:10.128511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c0922-d490-4c79-90dc-b685dd068bba req-fbad2cf4-dd54-41b1-82dd-55ea0e986193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:10.130074 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-184c0922-d490-4c79-90dc-b685dd068bba req-fbad2cf4-dd54-41b1-82dd-55ea0e986193 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 1099 time: 0.0773432 Apr 02 18:16:10.172557 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-184c0922-d490-4c79-90dc-b685dd068bba req-a1e829d7-f68c-4543-b737-02b32fe59575 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356333 Apr 02 18:16:10.661915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725cd85-aa4d-42d1-8e2a-5ac3f3b81ee0 req-74111853-5698-49ee-ab21-7af06f938fd5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:10.663398 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8725cd85-aa4d-42d1-8e2a-5ac3f3b81ee0 req-74111853-5698-49ee-ab21-7af06f938fd5 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 946 time: 0.0905714 Apr 02 18:16:10.710075 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8725cd85-aa4d-42d1-8e2a-5ac3f3b81ee0 req-74f12eb8-d510-48b2-af16-9924f4f31db2 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 Apr 02 18:16:10.954418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a215f82d-1415-4b04-b646-7912d8b33ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:11.917631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cef7f-9221-43c9-b16b-70bee9d74ab8 req-d7551fc8-2c6c-4c80-b235-3fec1cdfec72 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:11.919126 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3f6cef7f-9221-43c9-b16b-70bee9d74ab8 req-d7551fc8-2c6c-4c80-b235-3fec1cdfec72 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 946 time: 0.0933249 Apr 02 18:16:11.966419 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3f6cef7f-9221-43c9-b16b-70bee9d74ab8 req-6c9b7628-301b-4927-80b9-39580d980c08 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407500 Apr 02 18:16:12.051791 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:12.156117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fbe6-bcea-4912-8c07-2943db66f596 req-524993cf-a958-4f97-b2d3-6da600c3c7a8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:12.157705 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1324fbe6-bcea-4912-8c07-2943db66f596 req-524993cf-a958-4f97-b2d3-6da600c3c7a8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 946 time: 0.0859258 Apr 02 18:16:12.167887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 34964) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:12.173392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Request body: {'floatingip': {'port_id': '02906c49-e55c-471a-b704-14acb9c93707'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:12.256369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:12.871758 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:12.876197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:13.052072 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Floating IP c57e5414-3529-4623-bd92-b25238208aec associated. External IP: 172.28.1.128, port: 02906c49-e55c-471a-b704-14acb9c93707. Apr 02 18:16:13.196736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae337c81-9fdc-4b5a-8f4c-f58351a39364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:13.416147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:16:13.826154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:16:13.830980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:13.836353 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] Sync routers for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:16:13.846756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:16:13.848273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:13.888847 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-9e65e307-0ac0-4986-952c-820d7b321087 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "PUT /v2.0/floatingips/c57e5414-3529-4623-bd92-b25238208aec HTTP/1.1" status: 200 len: 992 time: 1.7197835 Apr 02 18:16:13.889540 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'tag': '02906c49-e55c-471a-b704-14acb9c93707'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:16:13.941548 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'tag': '02906c49-e55c-471a-b704-14acb9c93707', 'status': 'completed', 'code': 200} Apr 02 18:16:14.001790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:14.047373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-f4663afa-1db3-40a2-aeaf-3b3fe67027b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:14.049013 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-f4663afa-1db3-40a2-aeaf-3b3fe67027b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 1099 time: 0.0787396 Apr 02 18:16:14.063743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:16:14.191804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-ff69db12-40dc-4f46-bfd3-5581569086d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:14.193345 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-ff69db12-40dc-4f46-bfd3-5581569086d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 200 len: 911 time: 0.1376126 Apr 02 18:16:14.310758 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-d38fefd4-4df0-4817-bc3b-75694b490bc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02906c49-e55c-471a-b704-14acb9c93707 HTTP/1.1" status: 200 len: 1000 time: 0.1100895 Apr 02 18:16:14.383741 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-3aaf1836-9c02-4261-a0a5-a191155d8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:14.385662 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-3aaf1836-9c02-4261-a0a5-a191155d8751 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 200 len: 849 time: 0.0679252 Apr 02 18:16:14.474204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-11a1f32a-7a63-4faf-b844-5648719c398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:14.476111 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-11a1f32a-7a63-4faf-b844-5648719c398a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dfd02ec3-684d-481d-8e28-a4aa19a7f10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822785 Apr 02 18:16:14.593861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'c57e5414-3529-4623-bd92-b25238208aec', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'port_id': '02906c49-e55c-471a-b704-14acb9c93707', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'mac_address': 'fa:16:3e:37:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:59Z', 'updated_at': '2021-04-02T18:16:12Z', 'revision_number': 1, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:14.598464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] Checking router: d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:16:14.607572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:16:14.608259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:14.617533 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-1a42128a-730d-4aa9-ba6f-8ef0fee0555d service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348317 Apr 02 18:16:14.759619 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9ce7877d-d41f-469e-9c93-e2a11d3d2115 req-2c5ff03c-f76f-4d1a-9274-84d0807a9264 service neutron] 10.222.0.20 "GET /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344881 Apr 02 18:16:14.793860 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:16:15.143239 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:15.170268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'c57e5414-3529-4623-bd92-b25238208aec', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'port_id': '02906c49-e55c-471a-b704-14acb9c93707', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'mac_address': 'fa:16:3e:37:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:59Z', 'updated_at': '2021-04-02T18:16:12Z', 'revision_number': 1, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:15.174415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8539ad-9fc3-495d-8682-5098d944d3fd None None] The sync data for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb is: [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': 'c57e5414-3529-4623-bd92-b25238208aec', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'port_id': '02906c49-e55c-471a-b704-14acb9c93707', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'mac_address': 'fa:16:3e:37:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:59Z', 'updated_at': '2021-04-02T18:16:12Z', 'revision_number': 1, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:16:15.473131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a253b6-a3dd-4469-9fc9-85edd65437f7 None None] New status for floating IP c57e5414-3529-4623-bd92-b25238208aec: ACTIVE {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:16:15.791298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b881d-6e5e-4506-87c2-3966f4119bec req-8c06dc69-bdeb-4fec-989d-e27a68b1958f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:15.792839 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-847b881d-6e5e-4506-87c2-3966f4119bec req-8c06dc69-bdeb-4fec-989d-e27a68b1958f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 947 time: 0.0902994 Apr 02 18:16:15.844560 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-847b881d-6e5e-4506-87c2-3966f4119bec req-04055fe3-aa29-447f-b346-e5315a524c0f tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451491 Apr 02 18:16:17.051198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a10e0-16bb-47cc-ab98-dd96c23438ad req-8d36d916-12ee-4538-8898-c81b8be49084 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:17.052798 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-403a10e0-16bb-47cc-ab98-dd96c23438ad req-8d36d916-12ee-4538-8898-c81b8be49084 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 947 time: 0.0866151 Apr 02 18:16:17.098581 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-403a10e0-16bb-47cc-ab98-dd96c23438ad req-7f320e4e-3717-4d14-a7c0-cf67e4316685 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups?id=55806ba6-5d32-4e9e-bf0e-3d7350300dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395949 Apr 02 18:16:17.193051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-48b8df7a-ecf5-4209-b372-8805c60f2a6e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:17.194498 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-48b8df7a-ecf5-4209-b372-8805c60f2a6e tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 947 time: 0.0888183 Apr 02 18:16:17.269790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Deleting port 1d06d958-bcd1-4a38-859e-97859db60a50 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:16:17.270177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:17.532037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] For port 1d06d958-bcd1-4a38-859e-97859db60a50, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1d06d958-bcd1-4a38-859e-97859db60a50,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:17.532412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:17.837424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:17.837836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:17.838187 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Floating IP f5ce9c92-2670-43f3-805c-c4630a694791 disassociated. External IP: 172.28.1.151, port: 1d06d958-bcd1-4a38-859e-97859db60a50. Apr 02 18:16:17.838565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Calling delete_port for 1d06d958-bcd1-4a38-859e-97859db60a50 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:16:17.989668 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:18.006631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dd235e54-9751-400b-9684-7568dbfb275d tempest-VolumesSnapshotTestJSON-2141480838 tempest-VolumesSnapshotTestJSON-2141480838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:18.064314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event deleted for resources: {'Port': ['ID=1d06d958-bcd1-4a38-859e-97859db60a50,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:18.066807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:18.344660 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-31ce273e-d7e2-437f-b63b-9d670b19e2a0 req-d1e97363-af53-44c6-9568-c689304473e9 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce7398b-0f1b-478f-9a19-845071251eff HTTP/1.1" status: 200 len: 210 time: 0.1129761 Apr 02 18:16:18.403218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:16:18.601223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:16:18.610810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] Sync routers for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:16:18.622516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:16:18.623571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:18.682375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] No DVR routers for this DVR port 1d06d958-bcd1-4a38-859e-97859db60a50 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:16:18.685427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:18.689722 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-deleted', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:16:18.704223 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cde51001-ff4d-428f-aa05-98e235e3f883 req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.20 "DELETE /v2.0/ports/1d06d958-bcd1-4a38-859e-97859db60a50 HTTP/1.1" status: 204 len: 173 time: 1.5037282 Apr 02 18:16:18.750873 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce7398b-0f1b-478f-9a19-845071251eff', 'name': 'network-vif-deleted', 'tag': '1d06d958-bcd1-4a38-859e-97859db60a50', 'status': 'completed', 'code': 200} Apr 02 18:16:18.825074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:16:19.148512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:19.152415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] Checking router: 6945727b-d9d5-4004-92e8-ea1ee8a9d441 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:16:19.161026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:16:19.161665 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:19.344578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:16:19.484558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35006) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:19.553387 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87dab668-73b9-48fd-8fec-ab121c86eb8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:19.582863 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87dab668-73b9-48fd-8fec-ab121c86eb8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:19.629292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87dab668-73b9-48fd-8fec-ab121c86eb8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:19.634551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0d826511-bb15-4956-b871-3ef925c2bfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:19.651369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dab668-73b9-48fd-8fec-ab121c86eb8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55806ba6-5d32-4e9e-bf0e-3d7350300dc6,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:19.653813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-87dab668-73b9-48fd-8fec-ab121c86eb8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:19.663043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87dab668-73b9-48fd-8fec-ab121c86eb8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:19.666826 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-87dab668-73b9-48fd-8fec-ab121c86eb8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "DELETE /v2.0/security-groups/55806ba6-5d32-4e9e-bf0e-3d7350300dc6 HTTP/1.1" status: 204 len: 168 time: 0.1785121 Apr 02 18:16:19.667075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35012) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:19.685201 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.v2.resource [None req-324485f2-e954-4cd7-a929-0bece0573bd0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] show failed (client error): The resource could not be found. Apr 02 18:16:19.688886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:19.689031 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-324485f2-e954-4cd7-a929-0bece0573bd0 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "GET /v2.0/security-groups/55806ba6-5d32-4e9e-bf0e-3d7350300dc6 HTTP/1.1" status: 404 len: 347 time: 0.0182400 Apr 02 18:16:19.689338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35016) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:19.690820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb406b9-6407-47de-acf2-1a0d0d4d44f4 None None] The sync data for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb is: [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:09:31Z', 'revision_number': 4, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '56f59b35-0718-4376-8d2c-4560a7a28808', 'name': '', 'network_id': '44ec7b32-e430-4f5b-9535-ae18cd7a9050', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'mac_address': 'fa:16:3e:74:c7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:29Z', 'updated_at': '2021-04-02T18:09:46Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'subnets': [{'id': 'adce9118-b6f6-490e-8ca2-2445b867b927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:16:19.864199 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Deleting port 378e6163-8ee1-41fb-be18-05a62a1a78e6 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:16:19.864591 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:20.044042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:20.044444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:20.087968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3c5c8-8ae5-4c4a-9b92-4934f7c7de68 None None] New status for floating IP f5ce9c92-2670-43f3-805c-c4630a694791: DOWN {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:16:20.176493 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Calling delete_port for 378e6163-8ee1-41fb-be18-05a62a1a78e6 owned by network:floatingip {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:16:20.310469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.api [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:16:20.310732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.api [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:16:20.812234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Deleting port 378e6163-8ee1-41fb-be18-05a62a1a78e6 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:16:20.812627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:21.213886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:21.214492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:21.344362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Calling delete_port for 378e6163-8ee1-41fb-be18-05a62a1a78e6 owned by network:floatingip {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:16:21.480998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:21.495608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:21.551728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Pushing event deleted for resources: {'Port': ['ID=378e6163-8ee1-41fb-be18-05a62a1a78e6,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:21.555491 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:21.674008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:16:21.710817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 1d06d958-bcd1-4a38-859e-97859db60a50 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:16:21.711201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 1d06d958-bcd1-4a38-859e-97859db60a50 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:16:21.749975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks [] for floatingip, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:21.764817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:21.766007 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-80944317-c88a-4073-bf27-65f8d13f1df3 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5ce9c92-2670-43f3-805c-c4630a694791 HTTP/1.1" status: 204 len: 168 time: 2.0757143 Apr 02 18:16:24.594961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35048) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:25.263566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666729'] for router_interface, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:25.620925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Deleting port 56f59b35-0718-4376-8d2c-4560a7a28808 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:16:25.621425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:25.798388 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] For port 56f59b35-0718-4376-8d2c-4560a7a28808, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=56f59b35-0718-4376-8d2c-4560a7a28808,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:25.798708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:25.932806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Calling delete_port for 56f59b35-0718-4376-8d2c-4560a7a28808 owned by network:router_interface {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:16:26.237234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:26.252089 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b435e1d2-64da-476f-9a13-be69f0331a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:26.308133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f59b35-0718-4376-8d2c-4560a7a28808,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:26.587765 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:26.919225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854014958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665020'] for router_interface, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:27.419305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:16:27.608962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:16:27.618837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] Sync routers for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:16:27.621490 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] 10.222.0.32 "PUT /v2.0/routers/6945727b-d9d5-4004-92e8-ea1ee8a9d441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0253272 Apr 02 18:16:27.624209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35060) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:27.629286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:16:27.629948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:27.821495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks [] for router, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:28.016072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:16:28.030036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:28.042380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Deleting port b7cddafe-10e7-401e-bb33-0c9d3563ad02 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:16:28.042755 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:28.242208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] For port b7cddafe-10e7-401e-bb33-0c9d3563ad02, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=b7cddafe-10e7-401e-bb33-0c9d3563ad02,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:28.242603 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:28.327857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:16:26Z', 'revision_number': 5, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port': {'id': 'b7cddafe-10e7-401e-bb33-0c9d3563ad02', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:09:23Z', 'updated_at': '2021-04-02T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:28.332825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] Checking router: 6945727b-d9d5-4004-92e8-ea1ee8a9d441 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:16:28.341910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] Routers {'6945727b-d9d5-4004-92e8-ea1ee8a9d441'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:16:28.342571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:28.380970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Calling delete_port for b7cddafe-10e7-401e-bb33-0c9d3563ad02 owned by network:router_gateway {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:16:28.521115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] Set router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:16:28.578016 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:28.593069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-57043649-968c-4733-9cad-688a643b39cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:28.639225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:16:28Z', 'revision_number': 6, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port_host': None}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:28.643426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5215f-36cc-4d14-a858-962a72f59026 None None] The sync data for ids ['6945727b-d9d5-4004-92e8-ea1ee8a9d441'] in dv-cinder-784477-2-smb is: [{'id': '6945727b-d9d5-4004-92e8-ea1ee8a9d441', 'name': 'tempest-AttachVolumeShelveTestJSON-1530920618-router', 'tenant_id': '41c29e9f99fa45109ce0d705a307c847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:09:21Z', 'updated_at': '2021-04-02T18:16:28Z', 'revision_number': 6, 'project_id': '41c29e9f99fa45109ce0d705a307c847', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:16:28.653206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cddafe-10e7-401e-bb33-0c9d3563ad02,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:28.657134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:28.857768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.046593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854108867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775002'] for router, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.048914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.139656 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854108793'] for router, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.140269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6945727b-d9d5-4004-92e8-ea1ee8a9d441 {{(pid=84335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:16:29.154347 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.155578 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] 10.222.0.32 "DELETE /v2.0/routers/6945727b-d9d5-4004-92e8-ea1ee8a9d441 HTTP/1.1" status: 204 len: 168 time: 1.5301828 Apr 02 18:16:29.158297 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35066) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:29.453872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] Deleting subnet adce9118-b6f6-490e-8ca2-2445b867b927 {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:16:29.457537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.507264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.608591 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device b7cddafe-10e7-401e-bb33-0c9d3563ad02 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:16:29.631519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.646967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: b7cddafe-10e7-401e-bb33-0c9d3563ad02 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:16:29.647367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device b7cddafe-10e7-401e-bb33-0c9d3563ad02 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:16:29.647841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 56f59b35-0718-4376-8d2c-4560a7a28808 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:16:29.683911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 56f59b35-0718-4376-8d2c-4560a7a28808 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:16:29.683911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 56f59b35-0718-4376-8d2c-4560a7a28808 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:16:29.893251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:29.908241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:29.965769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adce9118-b6f6-490e-8ca2-2445b867b927,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:29.968380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:30.048072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:30.053697 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa47fd0-3187-4b7b-b620-90640c6af2a8 None None] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:16:30.055430 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-5b92ed29-7949-44f4-8f91-1c550dada0bf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/adce9118-b6f6-490e-8ca2-2445b867b927 HTTP/1.1" status: 204 len: 168 time: 0.8958471 Apr 02 18:16:30.057831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35072) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:30.171952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:30.244503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Deleting port 9bf94cc6-d837-4304-bba9-e745c105ccb7 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:16:30.244796 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:30.307965 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] DHCP port deletion for 44ec7b32-e430-4f5b-9535-ae18cd7a9050 request from dv-cinder-784477-2-smb {{(pid=84336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:16:30.312333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] Deleting port 9bf94cc6-d837-4304-bba9-e745c105ccb7 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:16:30.312771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:30.463770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] For port 9bf94cc6-d837-4304-bba9-e745c105ccb7, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9bf94cc6-d837-4304-bba9-e745c105ccb7,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:30.464193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:30.529401 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] For port 9bf94cc6-d837-4304-bba9-e745c105ccb7, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9bf94cc6-d837-4304-bba9-e745c105ccb7,segment=NetworkSegment(cd689773-c879-4027-b461-edded8fea4a3),segment_id=cd689773-c879-4027-b461-edded8fea4a3)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:30.529792 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:30.599496 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Calling delete_port for 9bf94cc6-d837-4304-bba9-e745c105ccb7 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:16:30.663475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] Calling delete_port for 9bf94cc6-d837-4304-bba9-e745c105ccb7 owned by network:dhcp {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:16:30.675640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:30.691188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8e2b2b82-5f8c-49fe-a014-4ded211af782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:30.748453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf94cc6-d837-4304-bba9-e745c105ccb7,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:30.752322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:30.806273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.api [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:16:30.806719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.api [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:16:30.833422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] No DVR routers for this DVR port 9bf94cc6-d837-4304-bba9-e745c105ccb7 on host dv-cinder-784477-2-smb {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:16:30.955092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.069343 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ec7b32-e430-4f5b-9535-ae18cd7a9050']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:31.081672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd689773-c879-4027-b461-edded8fea4a3') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:31.082008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd689773-c879-4027-b461-edded8fea4a3') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:16:31.093633 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.110760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.117577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:16:31.291989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:16:31.301484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.308092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] Deleting port 9bf94cc6-d837-4304-bba9-e745c105ccb7 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:16:31.308557 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.378674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8ab33845-8bff-4b40-97cf-d0dcd9e7566c None None] The port '9bf94cc6-d837-4304-bba9-e745c105ccb7' was deleted {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:16:31.479702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Network 44ec7b32-e430-4f5b-9535-ae18cd7a9050 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:16:31.505558 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:16:31.588412 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.592085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:31.608987 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.609447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9bf94cc6-d837-4304-bba9-e745c105ccb7 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:16:31.618468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=44ec7b32-e430-4f5b-9535-ae18cd7a9050,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:31.621933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:31.632291 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] 10.222.0.32 "DELETE /v2.0/networks/44ec7b32-e430-4f5b-9535-ae18cd7a9050 HTTP/1.1" status: 204 len: 168 time: 1.5733213 Apr 02 18:16:31.654997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 9bf94cc6-d837-4304-bba9-e745c105ccb7 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:16:31.655398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9bf94cc6-d837-4304-bba9-e745c105ccb7 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:16:31.747767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35080) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:31.802234 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-35e6bef4-8990-438a-96bd-78b8ab390386 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41c29e9f99fa45109ce0d705a307c847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531421 Apr 02 18:16:31.804723 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35084) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:31.864347 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-909be6a2-9d30-443c-a53a-7b4fba66b27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.891287 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-909be6a2-9d30-443c-a53a-7b4fba66b27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.941372 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-909be6a2-9d30-443c-a53a-7b4fba66b27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.946850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d30c3f6c-a33a-4e07-8bd6-b940fbd0744f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:31.963609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909be6a2-9d30-443c-a53a-7b4fba66b27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d9147-21bb-480c-a7ad-a8e2a30c026e,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:31.965912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-909be6a2-9d30-443c-a53a-7b4fba66b27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:31.971042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-909be6a2-9d30-443c-a53a-7b4fba66b27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:31.972783 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-909be6a2-9d30-443c-a53a-7b4fba66b27d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e2d9147-21bb-480c-a7ad-a8e2a30c026e HTTP/1.1" status: 204 len: 168 time: 0.1671052 Apr 02 18:16:32.721118 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35110) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:32.833273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-773199519-network', 'tenant_id': 'e97b5b3b3f3a410e9574bdad1cb55a8f'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:32.838269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:16:32.842267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Usage tracker for resource:network and tenant:e97b5b3b3f3a410e9574bdad1cb55a8f is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:16:32.845227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:16:32.852097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:16:32.860859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Made reservation on behalf of e97b5b3b3f3a410e9574bdad1cb55a8f for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:16:32.865911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:32.878887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:32.893827 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:16:32.898092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e97b5b3b3f3a410e9574bdad1cb55a8f is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:16:32.901047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:16:32.906838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:16:32.998223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.001414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.006256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0bc71422-2124-46c8-86a0-758cf3d7b95b tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:33.035521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:16:33.044548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49594bf8-3e33-40d9-b97b-56cf976f0947,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:33.048438 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:33.051514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.051902 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Added segment 0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80 of type vlan for network 6897c033-4752-405c-8b28-91fb73ad7192 Apr 02 18:16:33.080385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.110726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.112314 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:33.113078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.118331 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2b038251-fdda-4a1d-92ee-096fc948b304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:33.222302 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4998941 Apr 02 18:16:33.225299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6897c033-4752-405c-8b28-91fb73ad7192,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:33.225475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35118) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:16:33.228331 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:33.231849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Request body: {'subnet': {'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-773199519-subnet', 'tenant_id': 'e97b5b3b3f3a410e9574bdad1cb55a8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:33.236340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 6897c033-4752-405c-8b28-91fb73ad7192 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:16:33.237634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:16:33.241755 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Usage tracker for resource:subnet and tenant:e97b5b3b3f3a410e9574bdad1cb55a8f is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:16:33.244757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:16:33.251649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:16:33.261230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Made reservation on behalf of e97b5b3b3f3a410e9574bdad1cb55a8f for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:16:33.266017 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848011014'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.663382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848086965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848011063'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.679080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-23e8c52c-2817-4967-abb0-15c3fb3c0c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:33.811289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e234d5b-e2a9-452a-b6a3-1012a543d2e2,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:33.815232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:33.872749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Checking segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:16:33.873143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Network hostable DHCP agents. Network: 6897c033-4752-405c-8b28-91fb73ad7192, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:16:33.891266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Network 6897c033-4752-405c-8b28-91fb73ad7192 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:16:33.899250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 6897c033-4752-405c-8b28-91fb73ad7192) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:16:33.908646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec75ace2-2a67-4a83-a851-bd1250abbd32 None None] Network 6897c033-4752-405c-8b28-91fb73ad7192 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:16:33.911433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:33.912066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:33.940748 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7136493 Apr 02 18:16:34.136105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc8d1b-eddd-44fd-93be-4f770f8cad6a None None] Network 6897c033-4752-405c-8b28-91fb73ad7192 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:16:34.491413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46933f3a-4af4-4611-a201-f592855a4fea req-59652ed2-a68f-4f11-a5a7-e90986f8aaf9 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:34.492204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-46933f3a-4af4-4611-a201-f592855a4fea req-59652ed2-a68f-4f11-a5a7-e90986f8aaf9 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:network {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:16:34.508878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-46933f3a-4af4-4611-a201-f592855a4fea req-59652ed2-a68f-4f11-a5a7-e90986f8aaf9 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:network {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:16:34.510129 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-59652ed2-a68f-4f11-a5a7-e90986f8aaf9 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 814 time: 0.1778481 Apr 02 18:16:34.526826 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-e1b2ca78-1b15-4e9a-94a7-76883a108080 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/quotas/e97b5b3b3f3a410e9574bdad1cb55a8f HTTP/1.1" status: 200 len: 375 time: 0.0105116 Apr 02 18:16:34.579845 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-ba63136c-a554-4dc9-930c-3cc720436a6b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467865 Apr 02 18:16:34.724135 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-432f6a36-57b8-4bfe-bdc8-6323c15636d8 service neutron] 10.222.0.32 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339233 Apr 02 18:16:34.865131 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-de9549ee-631f-4dab-a5f8-63226a4853a4 service neutron] 10.222.0.32 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341841 Apr 02 18:16:35.062778 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6959d660-133a-4625-a5cf-8e53f54d29d0 req-66a8b694-f54f-4e61-910c-1acad07eae84 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 210 time: 0.0529373 Apr 02 18:16:36.124581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46933f3a-4af4-4611-a201-f592855a4fea req-db6692e4-10e3-4014-8572-f719135d72d4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:36.126778 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-db6692e4-10e3-4014-8572-f719135d72d4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 814 time: 0.1675644 Apr 02 18:16:36.138903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Request body: {'port': {'device_id': '2050ecc7-9df3-4fb0-9abd-c65430ed366e', 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'admin_state_up': True, 'tenant_id': 'e97b5b3b3f3a410e9574bdad1cb55a8f'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:36.229248 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2d9c64c5-1445-4454-8f4a-6eba70e9aa2d req-70941b16-c5e8-4a75-8e6e-c09f3993573f tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 210 time: 0.0500066 Apr 02 18:16:36.282904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:16:36.287414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Usage tracker for resource:port and tenant:e97b5b3b3f3a410e9574bdad1cb55a8f is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:16:36.290407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:16:36.296490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:16:36.305526 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Made reservation on behalf of e97b5b3b3f3a410e9574bdad1cb55a8f for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:16:36.311908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:36.710532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Allocated IP 172.20.0.6 (6897c033-4752-405c-8b28-91fb73ad7192/3e234d5b-e2a9-452a-b6a3-1012a543d2e2/87c548f8-68e0-40f1-acd9-0cdd8319bebe) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:16:36.919567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:36.949295 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:36.963880 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-76a53e11-3d9e-48f1-8f9b-dd872a63b195 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:37.109199 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Pushing event updated for resources: {'Port': ['ID=87c548f8-68e0-40f1-acd9-0cdd8319bebe,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:37.113622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:37.157963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Network 6897c033-4752-405c-8b28-91fb73ad7192 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:16:37.159819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:16:37.162029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:16:37.201804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:37.230576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:37.231175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:37.249968 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1155190 Apr 02 18:16:37.262766 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Request body: {'port': {'device_id': '2050ecc7-9df3-4fb0-9abd-c65430ed366e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:37.383740 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:37.430054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614abac-35b9-4037-a720-861e3c55631e req-20c26086-bf41-48af-a98c-d35140b0d6d8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:37.431627 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1614abac-35b9-4037-a720-861e3c55631e req-20c26086-bf41-48af-a98c-d35140b0d6d8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 931 time: 0.0873220 Apr 02 18:16:37.480137 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1614abac-35b9-4037-a720-861e3c55631e req-ee6aab28-c84c-4f64-8505-bc40c4f5e26b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417256 Apr 02 18:16:37.800939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c548f8-68e0-40f1-acd9-0cdd8319bebe {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:16:37.808586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:37.823842 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Transition to ACTIVE for port object 87c548f8-68e0-40f1-acd9-0cdd8319bebe will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:16:37.826533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:37.841606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-493014c0-8fbf-49d4-a3be-d9df7315c244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:37.984933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Pushing event updated for resources: {'Port': ['ID=87c548f8-68e0-40f1-acd9-0cdd8319bebe,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:37.988438 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:38.202147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Attempting to bind port 87c548f8-68e0-40f1-acd9-0cdd8319bebe on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:16:38.202751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Attempting to bind port 87c548f8-68e0-40f1-acd9-0cdd8319bebe by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:16:38.202888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Attempting to bind port 87c548f8-68e0-40f1-acd9-0cdd8319bebe on network 6897c033-4752-405c-8b28-91fb73ad7192 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:16:38.207640 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Port 87c548f8-68e0-40f1-acd9-0cdd8319bebe on network 6897c033-4752-405c-8b28-91fb73ad7192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:16:38.207994 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Attempting to bind port 87c548f8-68e0-40f1-acd9-0cdd8319bebe on network 6897c033-4752-405c-8b28-91fb73ad7192 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:16:38.213380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:16:38.213752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Checking segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:16:38.214167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Bound using segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:16:38.214626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Bound port: 87c548f8-68e0-40f1-acd9-0cdd8319bebe, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:16:38.214999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:38.305468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] For port 87c548f8-68e0-40f1-acd9-0cdd8319bebe, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:16:38.308880 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] For port 87c548f8-68e0-40f1-acd9-0cdd8319bebe, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=87c548f8-68e0-40f1-acd9-0cdd8319bebe,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:16:38.312105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:38.326645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0a00dc81-4974-4d09-bc9f-f7d6c6e17dff tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:38.478994 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Pushing event updated for resources: {'Port': ['ID=87c548f8-68e0-40f1-acd9-0cdd8319bebe,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:38.483928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:38.514544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:38.514908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:38.516512 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] 10.222.0.20 "PUT /v2.0/ports/87c548f8-68e0-40f1-acd9-0cdd8319bebe HTTP/1.1" status: 200 len: 1093 time: 1.2584343 Apr 02 18:16:38.517051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050ecc7-9df3-4fb0-9abd-c65430ed366e', 'tag': '87c548f8-68e0-40f1-acd9-0cdd8319bebe'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:16:38.609363 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050ecc7-9df3-4fb0-9abd-c65430ed366e', 'tag': '87c548f8-68e0-40f1-acd9-0cdd8319bebe', 'status': 'completed', 'code': 200} Apr 02 18:16:38.646859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46933f3a-4af4-4611-a201-f592855a4fea req-c5e61736-aa21-4465-abc2-52aed9ef095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:38.648704 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-c5e61736-aa21-4465-abc2-52aed9ef095b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 1096 time: 0.0842204 Apr 02 18:16:38.695672 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e69b0-c6ed-46da-a9a7-0fe74e1f3405 req-49192e8e-0f5d-449d-a0b0-15576489dd39 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:38.697345 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-664e69b0-c6ed-46da-a9a7-0fe74e1f3405 req-49192e8e-0f5d-449d-a0b0-15576489dd39 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 943 time: 0.0957007 Apr 02 18:16:38.728313 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-027705ab-175b-45a3-81c5-4f9cd62df578 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87c548f8-68e0-40f1-acd9-0cdd8319bebe HTTP/1.1" status: 200 len: 217 time: 0.0722404 Apr 02 18:16:38.747995 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-664e69b0-c6ed-46da-a9a7-0fe74e1f3405 req-6756507a-f83c-452b-9ce5-51de07345b6c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Apr 02 18:16:38.798308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46933f3a-4af4-4611-a201-f592855a4fea req-191e1d4c-b363-4ded-92b2-8292fcfc3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:38.799904 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-191e1d4c-b363-4ded-92b2-8292fcfc3c04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.0640099 Apr 02 18:16:38.854388 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-dcbe7ee4-52e3-4c79-a004-e6acba8dfa0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482645 Apr 02 18:16:38.993393 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-ca860c53-ce5c-4b90-9af7-ba8e15624cea service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314516 Apr 02 18:16:39.132988 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-46933f3a-4af4-4611-a201-f592855a4fea req-e734270d-e666-412e-be47-585cc1e880bf service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330500 Apr 02 18:16:39.252427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-1ad66d1c-fac0-47de-a841-4606e42e384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:39.254557 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-1ad66d1c-fac0-47de-a841-4606e42e384f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 1096 time: 0.0768178 Apr 02 18:16:39.396645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-5557c6d6-6e7a-4a64-a7fd-bfa3d8ff6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:39.398122 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-5557c6d6-6e7a-4a64-a7fd-bfa3d8ff6674 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 915 time: 0.1363211 Apr 02 18:16:39.474884 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-d5c5c2c7-5c47-48be-adcd-11765bfa8865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87c548f8-68e0-40f1-acd9-0cdd8319bebe HTTP/1.1" status: 200 len: 217 time: 0.0690584 Apr 02 18:16:39.544260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-b313b709-0396-490a-86ad-8beed1b48bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:39.545752 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-b313b709-0396-490a-86ad-8beed1b48bb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.0624449 Apr 02 18:16:39.598141 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-d94a41a1-b049-4834-a695-094ef6461530 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450613 Apr 02 18:16:39.737816 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-b54357dc-576e-44e1-908b-8815ae589a77 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322269 Apr 02 18:16:39.881307 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-758f77e4-e2a6-4827-851d-5a04acaf2bad req-c2e0b87c-9806-44cf-990a-935e2ce4ecfc service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362581 Apr 02 18:16:39.953633 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912932e-9c57-423f-ae91-9532b80c3f88 req-ddf280b6-cf6f-499a-b022-bd0dd085007a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:39.955211 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8912932e-9c57-423f-ae91-9532b80c3f88 req-ddf280b6-cf6f-499a-b022-bd0dd085007a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 943 time: 0.0915263 Apr 02 18:16:40.002629 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8912932e-9c57-423f-ae91-9532b80c3f88 req-d0af25e9-287b-4f23-969b-71a5eaa0e019 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Apr 02 18:16:40.956119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ecfd990f-803f-4120-83b1-ec99edefe2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:41.205006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71c34d-680b-444c-922e-8e6103410b04 req-a026425d-f9d8-493f-a978-7c7ea75ec7a2 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:41.207140 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4a71c34d-680b-444c-922e-8e6103410b04 req-a026425d-f9d8-493f-a978-7c7ea75ec7a2 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 943 time: 0.0873559 Apr 02 18:16:41.253513 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4a71c34d-680b-444c-922e-8e6103410b04 req-e01e6416-2b3d-4465-a46c-9f2962166e85 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Apr 02 18:16:41.771226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 87c548f8-68e0-40f1-acd9-0cdd8319bebe details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:16:41.910669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 87c548f8-68e0-40f1-acd9-0cdd8319bebe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=87c548f8-68e0-40f1-acd9-0cdd8319bebe,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:41.924197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '87c548f8-68e0-40f1-acd9-0cdd8319bebe', 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'port_id': '87c548f8-68e0-40f1-acd9-0cdd8319bebe', 'mac_address': 'fa:16:3e:11:58:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e234d5b-e2a9-452a-b6a3-1012a543d2e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:16:41.981677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:41.998715 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c548f8-68e0-40f1-acd9-0cdd8319bebe {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:16:42.019109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 87c548f8-68e0-40f1-acd9-0cdd8319bebe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=87c548f8-68e0-40f1-acd9-0cdd8319bebe,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:42.022395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:42.024957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:42.101733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:42.111454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=87c548f8-68e0-40f1-acd9-0cdd8319bebe,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:42.114840 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:42.263689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['87c548f8-68e0-40f1-acd9-0cdd8319bebe'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:16:42.453698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e42080-7378-471d-873e-da516e2049f0 req-fa226346-d8a2-43a6-8718-bdad0305fafd tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:42.455260 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-95e42080-7378-471d-873e-da516e2049f0 req-fa226346-d8a2-43a6-8718-bdad0305fafd tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 944 time: 0.0899081 Apr 02 18:16:42.501919 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-95e42080-7378-471d-873e-da516e2049f0 req-4ca55ef4-bd18-4edd-833c-b6832c34d836 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Apr 02 18:16:43.198160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-327689b5-9a47-4980-93c1-29f87a9e9db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:43.697012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7ee5e-d705-4198-9a7f-e0c72341422d req-899587d5-8402-4230-ad5e-50b8dccfb541 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:43.698556 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-30f7ee5e-d705-4198-9a7f-e0c72341422d req-899587d5-8402-4230-ad5e-50b8dccfb541 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 944 time: 0.0850143 Apr 02 18:16:43.747886 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-30f7ee5e-d705-4198-9a7f-e0c72341422d req-8fbf8174-1dea-41de-9f34-9f5d901bfa60 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Apr 02 18:16:43.783233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 87c548f8-68e0-40f1-acd9-0cdd8319bebe up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:16:43.853193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 87c548f8-68e0-40f1-acd9-0cdd8319bebe completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:16:43.858204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 87c548f8-68e0-40f1-acd9-0cdd8319bebe triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:16:43.858617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:43.921450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:43.991417 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:44.018734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050ecc7-9df3-4fb0-9abd-c65430ed366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c548f8-68e0-40f1-acd9-0cdd8319bebe'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:16:44.028953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 87c548f8-68e0-40f1-acd9-0cdd8319bebe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=87c548f8-68e0-40f1-acd9-0cdd8319bebe,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:44.031896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:44.035272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:44.077648 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050ecc7-9df3-4fb0-9abd-c65430ed366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c548f8-68e0-40f1-acd9-0cdd8319bebe', 'code': 200} Apr 02 18:16:44.117629 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=87c548f8-68e0-40f1-acd9-0cdd8319bebe,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:44.120681 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:44.313990 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006df8-5a6f-482d-bd24-882444a52b10 req-90feefe5-8a69-4b09-960e-4db07874b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:44.316093 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ec006df8-5a6f-482d-bd24-882444a52b10 req-90feefe5-8a69-4b09-960e-4db07874b161 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 1098 time: 0.0801568 Apr 02 18:16:44.358015 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ec006df8-5a6f-482d-bd24-882444a52b10 req-061092d3-f0a9-48c5-8a8b-4af6c7dbd4ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Apr 02 18:16:44.944224 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c2446-62af-49b4-a436-9ff48e43b051 req-a70b5465-e6e8-43c1-8b6d-dbfa1f232cd4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:44.944973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-0d4c2446-62af-49b4-a436-9ff48e43b051 req-a70b5465-e6e8-43c1-8b6d-dbfa1f232cd4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:16:44.960568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-0d4c2446-62af-49b4-a436-9ff48e43b051 req-a70b5465-e6e8-43c1-8b6d-dbfa1f232cd4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:16:44.961776 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d4c2446-62af-49b4-a436-9ff48e43b051 req-a70b5465-e6e8-43c1-8b6d-dbfa1f232cd4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 945 time: 0.1019852 Apr 02 18:16:45.012539 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-0d4c2446-62af-49b4-a436-9ff48e43b051 req-540bc210-3893-49d8-9e18-e4029fdc85d7 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:security_group {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:16:45.028203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-0d4c2446-62af-49b4-a436-9ff48e43b051 req-540bc210-3893-49d8-9e18-e4029fdc85d7 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:security_group {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:16:45.029394 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d4c2446-62af-49b4-a436-9ff48e43b051 req-540bc210-3893-49d8-9e18-e4029fdc85d7 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613005 Apr 02 18:16:45.131876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:45.230787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:16:46.230909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949b76-e14a-4d45-a53b-d5cc8423a70e req-87980dcb-57da-4f2f-9038-30463e52eb32 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:46.232468 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0949b76-e14a-4d45-a53b-d5cc8423a70e req-87980dcb-57da-4f2f-9038-30463e52eb32 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 945 time: 0.0862134 Apr 02 18:16:46.279106 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0949b76-e14a-4d45-a53b-d5cc8423a70e req-360902c5-fa82-4051-b247-f71605dfdc7c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Apr 02 18:16:50.802650 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-e133fb21-bc16-4d6c-844f-a4783b6e81a9 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:50.804107 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-e133fb21-bc16-4d6c-844f-a4783b6e81a9 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 814 time: 0.1541359 Apr 02 18:16:50.820043 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-1adee5a1-312f-4dd4-8583-ae7498511dcd tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/quotas/e97b5b3b3f3a410e9574bdad1cb55a8f HTTP/1.1" status: 200 len: 375 time: 0.0098698 Apr 02 18:16:50.906966 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-3f6fed06-f57e-4d38-82b8-dfc8b90f4154 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814877 Apr 02 18:16:51.048029 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-a3da4ef9-2fd1-46b8-a477-7c784087cbea service neutron] 10.222.0.32 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336486 Apr 02 18:16:51.429743 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-75096549-cd8e-4f3d-a817-20a5c4ad64f7 service neutron] 10.222.0.32 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745568 Apr 02 18:16:51.631169 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b5b775e7-cfc5-478e-8c2e-36d5189cef92 req-26986e62-4d50-4477-a039-860b90dcb8e8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 210 time: 0.0569966 Apr 02 18:16:52.674442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-93b1bd51-8e2d-401d-9faf-37e8f4b4a29a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:52.677587 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-93b1bd51-8e2d-401d-9faf-37e8f4b4a29a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 814 time: 0.1628008 Apr 02 18:16:52.688103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Request body: {'port': {'device_id': 'c7e3273b-ac18-4fb7-80c5-6c23dcde5d47', 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'admin_state_up': True, 'tenant_id': 'e97b5b3b3f3a410e9574bdad1cb55a8f'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:52.840890 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-562eb72c-5dce-4794-b8f1-eb955b3baddc req-5abd1d5f-d0ab-484e-944c-d40c2c016c46 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 210 time: 0.0642662 Apr 02 18:16:52.884339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:16:52.894318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:16:52.906272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Made reservation on behalf of e97b5b3b3f3a410e9574bdad1cb55a8f for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:16:52.912518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:53.084994 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Allocated IP 172.20.0.8 (6897c033-4752-405c-8b28-91fb73ad7192/3e234d5b-e2a9-452a-b6a3-1012a543d2e2/80cb2499-f336-40ba-9f28-7e5e2538b318) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:16:53.307523 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:53.343006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:53.355159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['87c548f8-68e0-40f1-acd9-0cdd8319bebe'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:16:53.376532 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0eca35d1-f339-403e-a492-f23c8c24cd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:53.527785 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Pushing event updated for resources: {'Port': ['ID=80cb2499-f336-40ba-9f28-7e5e2538b318,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:53.532338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:53.578713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Network 6897c033-4752-405c-8b28-91fb73ad7192 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:16:53.579846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:16:53.582838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:16:53.647784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:53.648400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:53.672958 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9891102 Apr 02 18:16:53.690235 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Request body: {'port': {'device_id': 'c7e3273b-ac18-4fb7-80c5-6c23dcde5d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:16:53.808317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:54.198662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e6b4a-7377-476f-92a1-d39db6a11822 req-c70a1de3-9332-4a8d-a4de-3fae91227d80 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:54.199413 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-1e8e6b4a-7377-476f-92a1-d39db6a11822 req-c70a1de3-9332-4a8d-a4de-3fae91227d80 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:16:54.234879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-1e8e6b4a-7377-476f-92a1-d39db6a11822 req-c70a1de3-9332-4a8d-a4de-3fae91227d80 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:16:54.236100 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1e8e6b4a-7377-476f-92a1-d39db6a11822 req-c70a1de3-9332-4a8d-a4de-3fae91227d80 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 931 time: 0.2556734 Apr 02 18:16:54.343268 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1e8e6b4a-7377-476f-92a1-d39db6a11822 req-9f6fbb0a-a149-41e7-a920-5b5c537cbb1d tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989280 Apr 02 18:16:54.352309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cb2499-f336-40ba-9f28-7e5e2538b318 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:16:54.365234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:54.393717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Transition to ACTIVE for port object 80cb2499-f336-40ba-9f28-7e5e2538b318 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:16:54.397052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:54.418173 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-37d737d7-6576-44d6-82ae-a00d066a8d2c tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:54.566216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Pushing event updated for resources: {'Port': ['ID=80cb2499-f336-40ba-9f28-7e5e2538b318,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:54.578962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.579375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.579775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.580685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.581113 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.581506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.581899 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.582297 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.582683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.583069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.583453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.583837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:16:54.587452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:54.793024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Attempting to bind port 80cb2499-f336-40ba-9f28-7e5e2538b318 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:16:54.793651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Attempting to bind port 80cb2499-f336-40ba-9f28-7e5e2538b318 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:16:54.793651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Attempting to bind port 80cb2499-f336-40ba-9f28-7e5e2538b318 on network 6897c033-4752-405c-8b28-91fb73ad7192 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:16:54.798454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Port 80cb2499-f336-40ba-9f28-7e5e2538b318 on network 6897c033-4752-405c-8b28-91fb73ad7192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:16:54.798818 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Attempting to bind port 80cb2499-f336-40ba-9f28-7e5e2538b318 on network 6897c033-4752-405c-8b28-91fb73ad7192 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:16:54.804860 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:16:54.805230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Checking segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:16:54.805644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Bound using segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:16:54.806105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Bound port: 80cb2499-f336-40ba-9f28-7e5e2538b318, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:16:54.806481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:54.899869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] For port 80cb2499-f336-40ba-9f28-7e5e2538b318, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:16:54.903079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] For port 80cb2499-f336-40ba-9f28-7e5e2538b318, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80cb2499-f336-40ba-9f28-7e5e2538b318,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:16:54.906336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:54.921443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8dbe20d6-f4e4-445b-b6c8-cdecf70ad4a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:55.073742 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Pushing event updated for resources: {'Port': ['ID=80cb2499-f336-40ba-9f28-7e5e2538b318,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:55.078754 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:55.109765 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:55.110440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:55.111945 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] 10.222.0.20 "PUT /v2.0/ports/80cb2499-f336-40ba-9f28-7e5e2538b318 HTTP/1.1" status: 200 len: 1093 time: 1.4262691 Apr 02 18:16:55.112519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3273b-ac18-4fb7-80c5-6c23dcde5d47', 'tag': '80cb2499-f336-40ba-9f28-7e5e2538b318'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:16:55.186672 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3273b-ac18-4fb7-80c5-6c23dcde5d47', 'tag': '80cb2499-f336-40ba-9f28-7e5e2538b318', 'status': 'completed', 'code': 200} Apr 02 18:16:55.227254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-6d0db817-adf8-4df2-ac88-6faea63a4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:55.228852 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-6d0db817-adf8-4df2-ac88-6faea63a4214 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 1096 time: 0.0827279 Apr 02 18:16:55.300308 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b3601235-da5c-4e9c-b4fb-4bb733d8c7eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80cb2499-f336-40ba-9f28-7e5e2538b318 HTTP/1.1" status: 200 len: 217 time: 0.0640776 Apr 02 18:16:55.370247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b95142a6-04a7-4da7-8a62-c8d9242e7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:55.371770 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-b95142a6-04a7-4da7-8a62-c8d9242e7db3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.0656221 Apr 02 18:16:55.425476 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-3d51a7f4-dcf9-4f2c-84bc-ce3bc2138beb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473540 Apr 02 18:16:55.631085 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-af6a8d17-3595-4f6c-8c80-0424f2e12b0c service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988904 Apr 02 18:16:55.643534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e47a20-7885-4192-8c59-72755e0dbbee req-0f263f43-1189-43c8-8672-821ae67593c8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:55.645089 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b6e47a20-7885-4192-8c59-72755e0dbbee req-0f263f43-1189-43c8-8672-821ae67593c8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 943 time: 0.1767309 Apr 02 18:16:55.791223 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b6e47a20-7885-4192-8c59-72755e0dbbee req-abcfb8be-54df-4da1-a642-ffb627662a6c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216919 Apr 02 18:16:55.821365 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-fc92ffe4-0758-4032-80d8-819722b24c26 req-0f4db5c7-8f46-48a7-a353-2faec4435238 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752744 Apr 02 18:16:55.939564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-5d0df401-d7bc-4228-a230-5792b2a8e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:55.941205 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-5d0df401-d7bc-4228-a230-5792b2a8e40d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 1096 time: 0.0774410 Apr 02 18:16:56.086698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-305d7598-0367-44cc-bb37-ee8448c84797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:56.088413 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-305d7598-0367-44cc-bb37-ee8448c84797 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 915 time: 0.1405504 Apr 02 18:16:56.407170 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-98da983a-af09-4657-9f45-fa387b3392a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80cb2499-f336-40ba-9f28-7e5e2538b318 HTTP/1.1" status: 200 len: 217 time: 0.3100665 Apr 02 18:16:56.475440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-3ee228f2-a57c-4e9a-9e9e-eaa82a3ff374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:56.477228 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-3ee228f2-a57c-4e9a-9e9e-eaa82a3ff374 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.0633676 Apr 02 18:16:56.529869 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-ca87fc5c-836e-4d68-8296-b2482f1c0c89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454745 Apr 02 18:16:56.674810 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-481b1eb4-0833-475a-8deb-22629dfb2082 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368783 Apr 02 18:16:56.813931 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb4f7170-6394-4b9f-bbf9-8fe26e3f86d6 req-928e331e-1607-432e-9862-46dd1b69f914 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328487 Apr 02 18:16:56.992981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e534-2d0a-4bf2-a40d-cf34054ac66e req-06345804-42c2-40ce-9489-d25784f5dd74 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:56.994481 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3894e534-2d0a-4bf2-a40d-cf34054ac66e req-06345804-42c2-40ce-9489-d25784f5dd74 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 943 time: 0.0879064 Apr 02 18:16:57.040837 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3894e534-2d0a-4bf2-a40d-cf34054ac66e req-fd6f9f7c-b670-4979-91bd-a5e6eff79552 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Apr 02 18:16:57.867353 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 80cb2499-f336-40ba-9f28-7e5e2538b318 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:16:58.012890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 80cb2499-f336-40ba-9f28-7e5e2538b318, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80cb2499-f336-40ba-9f28-7e5e2538b318,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:58.031107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '80cb2499-f336-40ba-9f28-7e5e2538b318', 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'port_id': '80cb2499-f336-40ba-9f28-7e5e2538b318', 'mac_address': 'fa:16:3e:6b:4b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e234d5b-e2a9-452a-b6a3-1012a543d2e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:16:58.091514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:58.110310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cb2499-f336-40ba-9f28-7e5e2538b318 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:16:58.126977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 80cb2499-f336-40ba-9f28-7e5e2538b318, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80cb2499-f336-40ba-9f28-7e5e2538b318,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:16:58.130305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:58.132145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:16:58.201297 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=80cb2499-f336-40ba-9f28-7e5e2538b318,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:16:58.204539 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:16:58.247842 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b39fc1-66b2-48db-b7b3-0eb6fcb7d250 req-fbae8ee2-c8bf-4b4e-85fc-83000cdbf519 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:58.249427 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-67b39fc1-66b2-48db-b7b3-0eb6fcb7d250 req-fbae8ee2-c8bf-4b4e-85fc-83000cdbf519 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 944 time: 0.0909932 Apr 02 18:16:58.297082 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-67b39fc1-66b2-48db-b7b3-0eb6fcb7d250 req-548a5ecb-b7c9-478f-9371-f4ccc1b7c8a0 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Apr 02 18:16:58.363780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['80cb2499-f336-40ba-9f28-7e5e2538b318'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:16:59.502143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57882ef-421a-488a-b09f-e54f9e60783a req-c9ee3cb3-05a1-49be-aad2-bb385949e35c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:16:59.504238 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a57882ef-421a-488a-b09f-e54f9e60783a req-c9ee3cb3-05a1-49be-aad2-bb385949e35c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 944 time: 0.0901372 Apr 02 18:16:59.550528 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a57882ef-421a-488a-b09f-e54f9e60783a req-558fb626-80eb-42f6-ab19-04bf1222509f tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400014 Apr 02 18:16:59.864965 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 80cb2499-f336-40ba-9f28-7e5e2538b318 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:16:59.938398 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 80cb2499-f336-40ba-9f28-7e5e2538b318 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:16:59.943596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 80cb2499-f336-40ba-9f28-7e5e2538b318 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:16:59.944016 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:00.066321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:00.096973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3273b-ac18-4fb7-80c5-6c23dcde5d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cb2499-f336-40ba-9f28-7e5e2538b318'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:00.109244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 80cb2499-f336-40ba-9f28-7e5e2538b318, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80cb2499-f336-40ba-9f28-7e5e2538b318,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:00.113571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:00.115524 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:00.147941 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3273b-ac18-4fb7-80c5-6c23dcde5d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cb2499-f336-40ba-9f28-7e5e2538b318', 'code': 200} Apr 02 18:17:00.191912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=80cb2499-f336-40ba-9f28-7e5e2538b318,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:00.195130 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:00.282922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35326) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:00.386651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383d2f7-4d8c-4646-a49f-5a8dd2e928b3 req-05e64181-4b0d-4bea-b78d-3e6eedcb9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:00.388292 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4383d2f7-4d8c-4646-a49f-5a8dd2e928b3 req-05e64181-4b0d-4bea-b78d-3e6eedcb9571 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 1098 time: 0.0823858 Apr 02 18:17:00.437867 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4383d2f7-4d8c-4646-a49f-5a8dd2e928b3 req-00564a9c-96cb-48e4-af5f-ceb67178ff86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 Apr 02 18:17:00.511880 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Deleting port b5cbb43f-69bd-4f09-9ea3-9aa6d0a18e31 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:00.512431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:00.754419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:00.754776 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:00.894852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Calling delete_port for b5cbb43f-69bd-4f09-9ea3-9aa6d0a18e31 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:00.963115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c66ed-7deb-4a81-8d40-750c4be4b757 req-e09a7550-f955-48b1-b388-bca80d9cde7e tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:00.964639 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cb6c66ed-7deb-4a81-8d40-750c4be4b757 req-e09a7550-f955-48b1-b388-bca80d9cde7e tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 945 time: 0.2934849 Apr 02 18:17:01.039223 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cb6c66ed-7deb-4a81-8d40-750c4be4b757 req-7131f1f3-2e17-4b96-b849-f4991da9eab0 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679333 Apr 02 18:17:01.107849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:01.124157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8cfac9da-18c7-4e68-b163-b20c8c4a427d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:01.183986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event deleted for resources: {'Port': ['ID=b5cbb43f-69bd-4f09-9ea3-9aa6d0a18e31,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:01.242479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.242828 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.243244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.243693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.244092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.244544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.244936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.245392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.245783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.246174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.246564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.246954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:01.257400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:01.623001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:01.623590 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Floating IP 1f03294f-8ab7-46ac-bec2-9296a69883b2 disassociated (deleted). External IP: 172.28.1.222, port: 282c407b-0bef-4c52-8865-b2e72c0017e9. Apr 02 18:17:02.002116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Router d3f2081c-ae3c-4cc0-8a3e-a839b583303d has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:17:02.195822 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:17:02.207489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] Sync routers for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:17:02.218797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:02.220351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:02.220845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:02.248991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558136ce-6ce0-4469-9c9f-fda2227afcca req-24f0b238-639f-4064-a281-af2ead85f8d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:02.250555 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-558136ce-6ce0-4469-9c9f-fda2227afcca req-24f0b238-639f-4064-a281-af2ead85f8d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 945 time: 0.0943236 Apr 02 18:17:02.288849 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "DELETE /v2.0/floatingips/1f03294f-8ab7-46ac-bec2-9296a69883b2 HTTP/1.1" status: 204 len: 168 time: 2.0042343 Apr 02 18:17:02.289826 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:02.303554 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-558136ce-6ce0-4469-9c9f-fda2227afcca req-0920ee25-299b-49be-9868-7786a7b38ba3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461226 Apr 02 18:17:02.498665 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'status': 'completed', 'code': 200} Apr 02 18:17:02.638944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-02dbe3f5-eb16-48fc-b078-bba19cd46a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:02.640590 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-02dbe3f5-eb16-48fc-b078-bba19cd46a4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a832b1068a0d49f9916a09d01bae893e&device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 1098 time: 0.1240821 Apr 02 18:17:02.670006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:02.859063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-a10d0889-096d-40af-ba1e-c0aa7f66f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:02.860657 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-a10d0889-096d-40af-ba1e-c0aa7f66f9b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 200 len: 909 time: 0.2042756 Apr 02 18:17:02.938521 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-77567c69-111b-4b9e-b293-43c6c8ed72b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 200 len: 217 time: 0.0694857 Apr 02 18:17:02.959445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54ab5c-0b89-4eda-a700-09b7c084a059 req-3325b167-6006-4d42-bdce-a09e992711e3 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:02.967136 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff54ab5c-0b89-4eda-a700-09b7c084a059 req-3325b167-6006-4d42-bdce-a09e992711e3 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1966341 Apr 02 18:17:03.026151 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:32Z', 'revision_number': 5, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:03.030721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] Checking router: d3f2081c-ae3c-4cc0-8a3e-a839b583303d for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:17:03.040808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:03.041687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:03.067635 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ff54ab5c-0b89-4eda-a700-09b7c084a059 req-354d74f0-393a-4ea3-8f8a-3692ddb16e21 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995786 Apr 02 18:17:03.075267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-b59e0b0d-575c-4cd7-8672-5f54b16a1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:03.076809 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-b59e0b0d-575c-4cd7-8672-5f54b16a1cbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47266cd8-e9d9-405a-b214-cf3bc850f424 HTTP/1.1" status: 200 len: 847 time: 0.1075850 Apr 02 18:17:03.178986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-c9ea368c-626c-4ad3-b524-7db21df5d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:03.180627 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-c9ea368c-626c-4ad3-b524-7db21df5d94e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d04f3c-8201-4d4b-aabe-cfa11c8275f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965004 Apr 02 18:17:03.247829 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:03.333978 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-1aaf5227-96f6-4d92-90b0-a909c18c4c19 service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461716 Apr 02 18:17:03.506741 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4330882b-4bb5-46a6-b716-e5ec881fe5f6 req-bbcd16c7-e86a-43cb-8997-7c98a2f55343 service neutron] 10.222.0.20 "GET /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630595 Apr 02 18:17:03.600734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:32Z', 'revision_number': 5, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:03.605058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c969d9-8d73-4fea-86dc-72bf6a4365d4 None None] The sync data for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb is: [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:12:20Z', 'revision_number': 4, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '1980247a-b970-482e-aad1-f41afe9b5a9d', 'name': '', 'network_id': '89d04f3c-8201-4d4b-aabe-cfa11c8275f6', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'mac_address': 'fa:16:3e:65:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:19Z', 'updated_at': '2021-04-02T18:12:32Z', 'revision_number': 5, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'subnets': [{'id': '47266cd8-e9d9-405a-b214-cf3bc850f424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:17:04.018869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10204e2f-f060-4568-82cf-20a161928f06 None None] New status for floating IP 1f03294f-8ab7-46ac-bec2-9296a69883b2: DOWN {{(pid=84336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:17:04.276565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-c6f491a8-c3cc-4906-95a6-cd68e3def528 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:04.278181 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-c6f491a8-c3cc-4906-95a6-cd68e3def528 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1012156 Apr 02 18:17:04.310399 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc91a6-4d24-4ce9-8921-f76d10a50f40 req-91f7ff46-c7b9-48a9-8e1d-91f0df2d0a8a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:04.311259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ccdc91a6-4d24-4ce9-8921-f76d10a50f40 req-91f7ff46-c7b9-48a9-8e1d-91f0df2d0a8a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Synchronizing usage tracker for tenant:a832b1068a0d49f9916a09d01bae893e on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:17:04.327016 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-ccdc91a6-4d24-4ce9-8921-f76d10a50f40 req-91f7ff46-c7b9-48a9-8e1d-91f0df2d0a8a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Unset dirty status for tenant:a832b1068a0d49f9916a09d01bae893e on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:17:04.330018 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ccdc91a6-4d24-4ce9-8921-f76d10a50f40 req-91f7ff46-c7b9-48a9-8e1d-91f0df2d0a8a tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 945 time: 0.1101487 Apr 02 18:17:04.380615 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ccdc91a6-4d24-4ce9-8921-f76d10a50f40 req-6b116526-7571-495f-ad0b-3d351867c7a3 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d715c17-2a88-481f-a171-4acf55e07ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Apr 02 18:17:04.389909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Deleting port 282c407b-0bef-4c52-8865-b2e72c0017e9 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:04.390305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:04.620948 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b29338-1210-4c29-94b5-6f20bdabc41b req-789ddcd6-ec20-42f9-a03e-7306dae9099a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:04.622557 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-74b29338-1210-4c29-94b5-6f20bdabc41b req-789ddcd6-ec20-42f9-a03e-7306dae9099a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 946 time: 0.2399163 Apr 02 18:17:04.733846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-112c2fc5-88b3-4c24-b7b7-ddd137fc09ac tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:04.735342 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-112c2fc5-88b3-4c24-b7b7-ddd137fc09ac tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 814 time: 0.1589258 Apr 02 18:17:04.746445 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-74b29338-1210-4c29-94b5-6f20bdabc41b req-dcf9a314-ce69-494d-982e-d0773a269b36 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735400 Apr 02 18:17:04.751577 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-4597c293-6d5e-4efc-bf3b-403415350475 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/quotas/e97b5b3b3f3a410e9574bdad1cb55a8f HTTP/1.1" status: 200 len: 375 time: 0.0098011 Apr 02 18:17:04.765983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] For port 282c407b-0bef-4c52-8865-b2e72c0017e9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=282c407b-0bef-4c52-8865-b2e72c0017e9,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:04.766391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:04.845562 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-bcab3be6-1844-444a-9e25-5f320b859a6a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868471 Apr 02 18:17:04.902260 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Calling delete_port for 282c407b-0bef-4c52-8865-b2e72c0017e9 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:05.036117 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-ee71940d-b594-44c5-af0a-8f7a344de44c service neutron] 10.222.0.32 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825786 Apr 02 18:17:05.046878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:05.064793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:05.125478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event deleted for resources: {'Port': ['ID=282c407b-0bef-4c52-8865-b2e72c0017e9,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:05.128967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:05.180748 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-5b1ae2a8-e1d0-4a37-9033-e508eb20282f service neutron] 10.222.0.32 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376584 Apr 02 18:17:05.315689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] No DVR routers for this DVR port 282c407b-0bef-4c52-8865-b2e72c0017e9 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:17:05.318207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:05.321299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'name': 'network-vif-deleted', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:05.337226 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-797ed50a-ff64-4478-906e-6a733cf4c936 req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.20 "DELETE /v2.0/ports/282c407b-0bef-4c52-8865-b2e72c0017e9 HTTP/1.1" status: 204 len: 173 time: 1.0407021 Apr 02 18:17:05.400865 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd038808-66d3-4e47-8d96-263be4002a20', 'name': 'network-vif-deleted', 'tag': '282c407b-0bef-4c52-8865-b2e72c0017e9', 'status': 'completed', 'code': 200} Apr 02 18:17:05.409483 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-66379353-cff9-4f4e-a50a-555ded60d782 req-c91e7275-e4f3-43d0-af2d-b1f6a1f30f13 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 210 time: 0.0711091 Apr 02 18:17:05.560647 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e6634f2c-6103-4bb8-b071-0bd3da3d6367 req-18d5c806-0be3-4ab9-9f56-dba7a5f46260 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd038808-66d3-4e47-8d96-263be4002a20 HTTP/1.1" status: 200 len: 210 time: 0.0505195 Apr 02 18:17:05.958383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc14112-b594-4f35-996c-89cc8fd27576 req-3a3d6347-5366-4ae9-8ded-db44e17d4add tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:05.960061 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1bc14112-b594-4f35-996c-89cc8fd27576 req-3a3d6347-5366-4ae9-8ded-db44e17d4add tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 946 time: 0.0888059 Apr 02 18:17:06.007596 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1bc14112-b594-4f35-996c-89cc8fd27576 req-70d18b75-14a3-4b44-b7d9-2e7aa1af4c01 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Apr 02 18:17:06.409951 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-d0501640-2202-4e45-a6c0-589105471495 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:06.411752 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-d0501640-2202-4e45-a6c0-589105471495 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 946 time: 0.0951912 Apr 02 18:17:06.488882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Deleting port 02906c49-e55c-471a-b704-14acb9c93707 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:06.489270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:06.574563 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae07d6fd-280b-4ef0-99b4-dae1b230994b req-d0d3cbb4-43b6-4745-bdc9-bb1a1147219c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 210 time: 0.0478947 Apr 02 18:17:06.667825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35428) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:06.750615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1710d3a6-12c2-4435-86cf-b27fb18ad6a5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:06.784386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1710d3a6-12c2-4435-86cf-b27fb18ad6a5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:06.844608 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1710d3a6-12c2-4435-86cf-b27fb18ad6a5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:06.851436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-78f5ba04-a5e6-4823-9fa3-16feeddda77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:06.870106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710d3a6-12c2-4435-86cf-b27fb18ad6a5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d715c17-2a88-481f-a171-4acf55e07ef3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:06.872697 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1710d3a6-12c2-4435-86cf-b27fb18ad6a5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:06.880054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1710d3a6-12c2-4435-86cf-b27fb18ad6a5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:06.880881 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1710d3a6-12c2-4435-86cf-b27fb18ad6a5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d715c17-2a88-481f-a171-4acf55e07ef3 HTTP/1.1" status: 204 len: 168 time: 0.2118430 Apr 02 18:17:06.947228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35436) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:07.134427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] For port 02906c49-e55c-471a-b704-14acb9c93707, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=02906c49-e55c-471a-b704-14acb9c93707,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:07.134826 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:07.195954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:07.201982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-d6bdc97a-8c5e-43a8-8b0d-41ff9b866be4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:07.203512 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-d6bdc97a-8c5e-43a8-8b0d-41ff9b866be4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 814 time: 0.5033567 Apr 02 18:17:07.266701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Request body: {'port': {'device_id': '0b250286-22f0-4e0d-8164-93186c7414a4', 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'admin_state_up': True, 'tenant_id': 'e97b5b3b3f3a410e9574bdad1cb55a8f'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:17:07.528550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6dd27-1508-4fae-8f62-f224f78141ee req-df9d5ebb-d01d-42f1-9334-821decd9bb08 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:07.530129 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-edb6dd27-1508-4fae-8f62-f224f78141ee req-df9d5ebb-d01d-42f1-9334-821decd9bb08 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 946 time: 0.3979690 Apr 02 18:17:07.531455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666729'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:07.648375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:07.701310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:07.706671 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-edb6dd27-1508-4fae-8f62-f224f78141ee req-6e14398f-1533-48d9-918e-5920c25eaa1f tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a5dfc77-00b8-4f3b-9b7b-c5586673e988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647940 Apr 02 18:17:07.732265 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Made reservation on behalf of e97b5b3b3f3a410e9574bdad1cb55a8f for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:17:07.739043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:07.751020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:07.751435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:07.751787 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Floating IP c57e5414-3529-4623-bd92-b25238208aec disassociated. External IP: 172.28.1.128, port: 02906c49-e55c-471a-b704-14acb9c93707. Apr 02 18:17:07.752706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Calling delete_port for 02906c49-e55c-471a-b704-14acb9c93707 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:07.909884 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 282c407b-0bef-4c52-8865-b2e72c0017e9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:07.951673 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 282c407b-0bef-4c52-8865-b2e72c0017e9 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:07.951963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 282c407b-0bef-4c52-8865-b2e72c0017e9 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:07.957767 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-1883d822-3fa4-4f2a-804d-767031f1836f req-b2555e7a-7736-4a9d-a8e9-00d7a3676e3a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 210 time: 0.0642180 Apr 02 18:17:08.060280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Allocated IP 172.20.0.11 (6897c033-4752-405c-8b28-91fb73ad7192/3e234d5b-e2a9-452a-b6a3-1012a543d2e2/153d214a-1fd7-4a36-a32b-40ec5cc50ecd) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:17:08.066664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:08.084515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2067a8aa-e1ce-45fd-a952-716b73c8651b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:08.155979 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event deleted for resources: {'Port': ['ID=02906c49-e55c-471a-b704-14acb9c93707,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:08.172559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:08.189279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Deleting port 1980247a-b970-482e-aad1-f41afe9b5a9d {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:08.189662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:08.373250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] For port 1980247a-b970-482e-aad1-f41afe9b5a9d, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=1980247a-b970-482e-aad1-f41afe9b5a9d,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:08.373664 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:08.510451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Calling delete_port for 1980247a-b970-482e-aad1-f41afe9b5a9d owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:08.594476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:08.649981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:17:08.686600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:08.703940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:08.726940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:08.741066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['87c548f8-68e0-40f1-acd9-0cdd8319bebe', '80cb2499-f336-40ba-9f28-7e5e2538b318'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:17:08.800649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1d11f035-8e95-41bd-85a2-7732a8f18fc8 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:08.836490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Pushing event deleted for resources: {'Port': ['ID=1980247a-b970-482e-aad1-f41afe9b5a9d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:08.846705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:08.952100 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ea37ea49-6ee9-4a71-bfc3-296b569dcb5b req-151363fe-a19d-43b0-b79f-1e9dfce497f6 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 210 time: 0.0981989 Apr 02 18:17:09.006462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Pushing event updated for resources: {'Port': ['ID=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:09.084020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:09.177610 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:17:09.191807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] Sync routers for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:17:09.202337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:09.203250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:09.265411 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] No DVR routers for this DVR port 02906c49-e55c-471a-b704-14acb9c93707 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:17:09.270217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:09.272967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'name': 'network-vif-deleted', 'tag': '02906c49-e55c-471a-b704-14acb9c93707'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:09.280315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Network 6897c033-4752-405c-8b28-91fb73ad7192 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:17:09.298657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:17:09.303470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854014958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665020'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:09.307959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:17:09.346531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dca09d-3f35-475f-90a8-6d0b8a608491 req-d2ad1c52-2af5-4ab3-893a-180a58a4971c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:09.348241 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-53dca09d-3f35-475f-90a8-6d0b8a608491 req-d2ad1c52-2af5-4ab3-893a-180a58a4971c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 932 time: 0.1797726 Apr 02 18:17:09.378081 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d5b4c8-945a-4f82-b84a-bb4025f0d992', 'name': 'network-vif-deleted', 'tag': '02906c49-e55c-471a-b704-14acb9c93707', 'status': 'completed', 'code': 200} Apr 02 18:17:09.382356 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d6046a8a-f287-4e0f-a30c-98c0df7e6242 req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.20 "DELETE /v2.0/ports/02906c49-e55c-471a-b704-14acb9c93707 HTTP/1.1" status: 204 len: 173 time: 2.9647264 Apr 02 18:17:09.389405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:09.389577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:09.425133 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-3b79eaf7-8764-40a0-8aba-09bce4fdca37 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1631107 Apr 02 18:17:09.438439 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:09.438626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Request body: {'port': {'device_id': '0b250286-22f0-4e0d-8164-93186c7414a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:17:09.594065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:09.633611 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-53dca09d-3f35-475f-90a8-6d0b8a608491 req-0428015e-65db-4356-a7ae-73e7f1f12b93 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130754 Apr 02 18:17:09.794789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:09.798807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] Checking router: d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:17:09.808759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:09.809558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:09.909367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 02906c49-e55c-471a-b704-14acb9c93707 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:09.915714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Router d3f2081c-ae3c-4cc0-8a3e-a839b583303d has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:17:09.995793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 02906c49-e55c-471a-b704-14acb9c93707 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:09.996075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 02906c49-e55c-471a-b704-14acb9c93707 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:10.022945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:10.179494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:17:10.192902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] Sync routers for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:17:10.196447 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-31b34ac7-81f0-442a-8227-76fe4c3fce88 admin admin] 10.222.0.32 "PUT /v2.0/routers/d3f2081c-ae3c-4cc0-8a3e-a839b583303d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2479365 Apr 02 18:17:10.197489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35454) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:10.207550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:10.208509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:10.420543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153d214a-1fd7-4a36-a32b-40ec5cc50ecd {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:17:10.421293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:10.430349 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:10.447194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Transition to ACTIVE for port object 153d214a-1fd7-4a36-a32b-40ec5cc50ecd will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:17:10.457139 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:10.518652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:10.549881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:10.568697 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:10.573267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795045e4-6b84-4e1a-a4ed-66ef3cfbcab3 None None] The sync data for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb is: [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:06Z', 'revision_number': 4, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': 'e625b379-f572-4bac-972e-6060e0b281b9', 'name': '', 'network_id': 'dfd02ec3-684d-481d-8e28-a4aa19a7f10c', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'mac_address': 'fa:16:3e:1b:15:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:05Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'subnets': [{'id': '5801d1b9-6e55-43ff-ab2d-2fc8df3fe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:17:10.631972 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Pushing event updated for resources: {'Port': ['ID=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:10.635499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-15223aa8-edec-444d-af54-b11856f17e26 req-21b2fa44-aec5-44a1-87a5-a3971cd5a8e3 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Synchronizing usage tracker for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:17:10.642095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:10.671589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-15223aa8-edec-444d-af54-b11856f17e26 req-21b2fa44-aec5-44a1-87a5-a3971cd5a8e3 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Unset dirty status for tenant:e78fedc8aed0437ab49c5d2cab3d4d0d on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:17:10.673038 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-15223aa8-edec-444d-af54-b11856f17e26 req-21b2fa44-aec5-44a1-87a5-a3971cd5a8e3 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d5b4c8-945a-4f82-b84a-bb4025f0d992 HTTP/1.1" status: 200 len: 210 time: 0.4447033 Apr 02 18:17:10.732337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:10.743574 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Deleting port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:10.743960 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:10.773875 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:17:08Z', 'revision_number': 5, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port': {'id': '3391c9ea-af8c-4734-8f0d-126a5a64a5a2', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:13Z', 'updated_at': '2021-04-02T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:10.779163 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] Checking router: d3f2081c-ae3c-4cc0-8a3e-a839b583303d for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:17:10.789256 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] Routers {'d3f2081c-ae3c-4cc0-8a3e-a839b583303d'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:10.789918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:16:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:10.918997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Attempting to bind port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:17:10.918997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Attempting to bind port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:17:10.918997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Attempting to bind port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd on network 6897c033-4752-405c-8b28-91fb73ad7192 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:17:10.925348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd on network 6897c033-4752-405c-8b28-91fb73ad7192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:17:10.925716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Attempting to bind port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd on network 6897c033-4752-405c-8b28-91fb73ad7192 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:17:10.932456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:17:10.932992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Checking segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:17:10.933423 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Bound using segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:17:10.933907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Bound port: 153d214a-1fd7-4a36-a32b-40ec5cc50ecd, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:17:10.934293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:10.979801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-327a5a33-0298-4504-b950-dc83a9be7e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:10.988874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] Set router d3f2081c-ae3c-4cc0-8a3e-a839b583303d gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:11.054387 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] For port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:17:11.057779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] For port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:17:11.061801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:11.075787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:11.105447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:17:10Z', 'revision_number': 6, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port_host': None}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:11.110625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c005c92-c5d3-435e-8459-6e648c397272 None None] The sync data for ids ['d3f2081c-ae3c-4cc0-8a3e-a839b583303d'] in dv-cinder-784477-2-smb is: [{'id': 'd3f2081c-ae3c-4cc0-8a3e-a839b583303d', 'name': 'tempest-TestShelveInstance-466686615-router', 'tenant_id': 'a832b1068a0d49f9916a09d01bae893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:11Z', 'updated_at': '2021-04-02T18:17:10Z', 'revision_number': 6, 'project_id': 'a832b1068a0d49f9916a09d01bae893e', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:17:11.113102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a637b-e97b-472c-adee-8695e4868c14 None None] New status for floating IP c57e5414-3529-4623-bd92-b25238208aec: DOWN {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:17:11.249903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Pushing event updated for resources: {'Port': ['ID=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:11.259131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e8c9-8530-46bc-9c5e-237e0ba5481c req-57ffe622-037d-4a14-b5b3-5d5daa787bdf tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:11.260798 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca79e8c9-8530-46bc-9c5e-237e0ba5481c req-57ffe622-037d-4a14-b5b3-5d5daa787bdf tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 944 time: 0.2133946 Apr 02 18:17:11.263261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:11.315614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:11.316088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:11.317626 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] 10.222.0.20 "PUT /v2.0/ports/153d214a-1fd7-4a36-a32b-40ec5cc50ecd HTTP/1.1" status: 200 len: 1094 time: 1.8839991 Apr 02 18:17:11.330231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] For port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=3391c9ea-af8c-4734-8f0d-126a5a64a5a2,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:11.330635 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:11.395207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b250286-22f0-4e0d-8164-93186c7414a4', 'tag': '153d214a-1fd7-4a36-a32b-40ec5cc50ecd'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:11.416961 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca79e8c9-8530-46bc-9c5e-237e0ba5481c req-3e6a3984-57f0-45ef-aa02-bfeaa29860ba tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472523 Apr 02 18:17:11.457074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-939a901d-f719-47f8-b36d-84441033a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:11.458143 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-939a901d-f719-47f8-b36d-84441033a8ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 1097 time: 0.1057439 Apr 02 18:17:11.461420 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b250286-22f0-4e0d-8164-93186c7414a4', 'tag': '153d214a-1fd7-4a36-a32b-40ec5cc50ecd', 'status': 'completed', 'code': 200} Apr 02 18:17:11.506172 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Calling delete_port for 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:11.546210 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-395c6110-f5bc-4889-af9e-456a0fa56ae8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153d214a-1fd7-4a36-a32b-40ec5cc50ecd HTTP/1.1" status: 200 len: 217 time: 0.0737963 Apr 02 18:17:11.623456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-64c86883-de61-4ffd-ab63-76a0bb3f08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:11.625454 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-64c86883-de61-4ffd-ab63-76a0bb3f08c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.0723972 Apr 02 18:17:11.635061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:11.680142 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-21bc9e71-bcbf-49dc-b418-1689d9c3c198 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478950 Apr 02 18:17:11.696732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:11.699094 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No active binding found for port 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 {{(pid=84336) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 02 18:17:11.699537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 3391c9ea-af8c-4734-8f0d-126a5a64a5a2 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:11.700004 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 1980247a-b970-482e-aad1-f41afe9b5a9d no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:11.716505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ec7785d6-ccac-49c7-8921-873da4f2568d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:11.782881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3391c9ea-af8c-4734-8f0d-126a5a64a5a2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:11.843195 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-cd5f05dc-9141-4605-8e95-c98aebe2aaef service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568434 Apr 02 18:17:11.853374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:11.859620 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35468) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:11.918727 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 1980247a-b970-482e-aad1-f41afe9b5a9d {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:11.919154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 1980247a-b970-482e-aad1-f41afe9b5a9d not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:11.970569 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7bb58bad-b026-487f-8908-26d7b9809d2a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:11.998537 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c0308efe-ba81-4cc4-bb43-3b91ac3002cc req-aac30168-5614-4284-99f0-a3ff526ef758 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479492 Apr 02 18:17:12.053368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.082121 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7bb58bad-b026-487f-8908-26d7b9809d2a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.123770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-5864f457-632c-4966-be75-fd6693c4fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:12.125494 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-5864f457-632c-4966-be75-fd6693c4fbb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 1097 time: 0.0816782 Apr 02 18:17:12.126922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.271492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-fd6bd8ea-284f-45f4-a921-fe425f89c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:12.273125 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-fd6bd8ea-284f-45f4-a921-fe425f89c96f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 915 time: 0.1398454 Apr 02 18:17:12.321843 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854108867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775002'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.324364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.330770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7bb58bad-b026-487f-8908-26d7b9809d2a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.338039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-479962e6-27f8-47bd-9415-9b76a2f584a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:12.346684 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-3519a2a2-0a02-47db-813e-60403456971f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153d214a-1fd7-4a36-a32b-40ec5cc50ecd HTTP/1.1" status: 200 len: 217 time: 0.0659082 Apr 02 18:17:12.367480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb58bad-b026-487f-8908-26d7b9809d2a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5dfc77-00b8-4f3b-9b7b-c5586673e988,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:12.370170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7bb58bad-b026-487f-8908-26d7b9809d2a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:12.377646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7bb58bad-b026-487f-8908-26d7b9809d2a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.381392 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7bb58bad-b026-487f-8908-26d7b9809d2a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a5dfc77-00b8-4f3b-9b7b-c5586673e988 HTTP/1.1" status: 204 len: 168 time: 0.5181944 Apr 02 18:17:12.381392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854108793'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.381392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3f2081c-ae3c-4cc0-8a3e-a839b583303d {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:17:12.382054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35472) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:12.406192 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.407416 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e40c7521-fe7c-4fd2-8995-d75349679bc1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d3f2081c-ae3c-4cc0-8a3e-a839b583303d HTTP/1.1" status: 204 len: 168 time: 2.2088850 Apr 02 18:17:12.410254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35476) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:12.411162 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.api.v2.resource [None req-7fa52b3b-f4ea-4654-b466-9b862fc17e7d tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] show failed (client error): The resource could not be found. Apr 02 18:17:12.412258 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7fa52b3b-f4ea-4654-b466-9b862fc17e7d tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "GET /v2.0/security-groups/0a5dfc77-00b8-4f3b-9b7b-c5586673e988 HTTP/1.1" status: 404 len: 347 time: 0.0291774 Apr 02 18:17:12.416361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35480) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:12.486144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-fb0094d3-be62-481d-af8c-ba22cbfdb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:12.488267 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-fb0094d3-be62-481d-af8c-ba22cbfdb901 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.1351452 Apr 02 18:17:12.503389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] Deleting subnet 47266cd8-e9d9-405a-b214-cf3bc850f424 {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:17:12.546480 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.591579 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-9e19891d-c158-4f31-9ca4-3fce1dfe2074 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836604 Apr 02 18:17:12.643522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Deleting port 3a699ee6-dc14-4fd0-b6d6-551657492440 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:12.643907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.648018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.808714 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-938b0706-9284-42a1-b2b6-1979f20cecd3 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084327 Apr 02 18:17:12.828902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd64b3-2b39-4410-acff-999f5cc6e065 req-14983937-fe0a-4fce-8593-0fabc7730f99 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:12.830519 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f1bd64b3-2b39-4410-acff-999f5cc6e065 req-14983937-fe0a-4fce-8593-0fabc7730f99 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 944 time: 0.2520020 Apr 02 18:17:12.844275 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.891793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.892160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:12.910789 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f1bd64b3-2b39-4410-acff-999f5cc6e065 req-af5b1603-b78d-4e2d-94c8-60961c7e9b5c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732081 Apr 02 18:17:13.030462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Calling delete_port for 3a699ee6-dc14-4fd0-b6d6-551657492440 owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:13.097450 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0d5234f0-4df9-45a1-90ea-d0e53de0e3b2 req-837e8a7d-6bd5-4d03-b568-35055186b154 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787757 Apr 02 18:17:13.175289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.190643 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d6191133-9120-423d-9b1b-c3811d557846 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:13.202683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f60388c0-257a-4591-8510-ee4c23fbc3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.204751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.221402 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:13.247286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Pushing event deleted for resources: {'Port': ['ID=3a699ee6-dc14-4fd0-b6d6-551657492440,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:13.251175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:13.274815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47266cd8-e9d9-405a-b214-cf3bc850f424,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:13.277609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:13.358963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.365561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e0750-5778-414a-8abb-d91100b288a2 None None] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:17:13.382530 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1fe147ad-bb58-4c97-b6c8-87a7885357d9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47266cd8-e9d9-405a-b214-cf3bc850f424 HTTP/1.1" status: 204 len: 168 time: 0.9705572 Apr 02 18:17:13.386564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35486) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:13.462318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.480916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.485140 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-45f98f06-b9c2-4fd8-88c0-3107135c388e tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] 10.222.0.32 "DELETE /v2.0/floatingips/c57e5414-3529-4623-bd92-b25238208aec HTTP/1.1" status: 204 len: 168 time: 1.0649531 Apr 02 18:17:13.513711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.590726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Deleting port 3d4f669b-912f-48df-bacc-93dc1f5c69cc {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:13.591119 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.645644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] DHCP port deletion for 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 request from dv-cinder-784477-2-smb {{(pid=84336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:17:13.649810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] Deleting port 3d4f669b-912f-48df-bacc-93dc1f5c69cc {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:13.650226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.813904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] For port 3d4f669b-912f-48df-bacc-93dc1f5c69cc, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=3d4f669b-912f-48df-bacc-93dc1f5c69cc,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:13.814507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.869206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] For port 3d4f669b-912f-48df-bacc-93dc1f5c69cc, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=3d4f669b-912f-48df-bacc-93dc1f5c69cc,segment=NetworkSegment(9aa4d681-4769-42fd-954d-0e4df820d10f),segment_id=9aa4d681-4769-42fd-954d-0e4df820d10f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:13.869569 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:13.949817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Calling delete_port for 3d4f669b-912f-48df-bacc-93dc1f5c69cc owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:13.950390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 153d214a-1fd7-4a36-a32b-40ec5cc50ecd details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:17:14.021710 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] Calling delete_port for 3d4f669b-912f-48df-bacc-93dc1f5c69cc owned by network:dhcp {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:14.026975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:14.043721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0d3a2203-857c-4778-b30e-32ae6422c014 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:14.059940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:14.207348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.api [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:17:14.207660 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.api [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:17:14.238804 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:14.254546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '153d214a-1fd7-4a36-a32b-40ec5cc50ecd', 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'port_id': '153d214a-1fd7-4a36-a32b-40ec5cc50ecd', 'mac_address': 'fa:16:3e:d5:54:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e234d5b-e2a9-452a-b6a3-1012a543d2e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:17:14.316217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:14.335162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153d214a-1fd7-4a36-a32b-40ec5cc50ecd {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:17:14.352561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:14.355478 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:14.357367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:14.390602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4f669b-912f-48df-bacc-93dc1f5c69cc,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:14.434492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:14.442426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.442816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.443198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.443572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.443946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.444382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.444753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.445142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.445483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.445847 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.446211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.446571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:14.447644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:14.450673 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:14.502639 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] No DVR routers for this DVR port 3d4f669b-912f-48df-bacc-93dc1f5c69cc on host dv-cinder-784477-2-smb {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:17:14.563435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c699e-0ac8-41c6-be71-16d8bf91f3ea req-e53444e5-8d56-4796-8c47-be67245d2161 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:14.564222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-2c0c699e-0ac8-41c6-be71-16d8bf91f3ea req-e53444e5-8d56-4796-8c47-be67245d2161 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:17:14.581375 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['153d214a-1fd7-4a36-a32b-40ec5cc50ecd'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:17:14.648460 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:14.676839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-2c0c699e-0ac8-41c6-be71-16d8bf91f3ea req-e53444e5-8d56-4796-8c47-be67245d2161 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:17:14.678117 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2c0c699e-0ac8-41c6-be71-16d8bf91f3ea req-e53444e5-8d56-4796-8c47-be67245d2161 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 945 time: 0.6354988 Apr 02 18:17:14.712897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] Deleting port 3d4f669b-912f-48df-bacc-93dc1f5c69cc {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:14.713313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:14.800051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-75cb64b4-5618-4330-a1ff-34f44ce7f8dd None None] The port '3d4f669b-912f-48df-bacc-93dc1f5c69cc' was deleted {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:17:14.803298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d04f3c-8201-4d4b-aabe-cfa11c8275f6']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:14.820925 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2c0c699e-0ac8-41c6-be71-16d8bf91f3ea req-97b79679-0290-43cd-9e03-a772281b8a12 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874066 Apr 02 18:17:14.822584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa4d681-4769-42fd-954d-0e4df820d10f') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:14.822926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa4d681-4769-42fd-954d-0e4df820d10f') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:14.836380 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:14.852789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:14.859348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:17:15.043213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:17:15.052317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:15.134273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:15.232400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Network 89d04f3c-8201-4d4b-aabe-cfa11c8275f6 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:17:15.255071 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:17:15.332396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:15.336099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:15.351877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:15.358226 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Pushing event deleted for resources: {'Network': ['ID=89d04f3c-8201-4d4b-aabe-cfa11c8275f6,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:15.363223 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:15.375045 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-998c0380-e393-44b3-bd8b-e74e6e72d20a admin admin] 10.222.0.32 "DELETE /v2.0/networks/89d04f3c-8201-4d4b-aabe-cfa11c8275f6 HTTP/1.1" status: 204 len: 168 time: 1.9872501 Apr 02 18:17:15.378743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35502) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:15.628920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 3d4f669b-912f-48df-bacc-93dc1f5c69cc no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:15.668702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 3d4f669b-912f-48df-bacc-93dc1f5c69cc {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:15.669265 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 3d4f669b-912f-48df-bacc-93dc1f5c69cc not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:15.911609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 153d214a-1fd7-4a36-a32b-40ec5cc50ecd up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:17:15.940881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666729'] for router_interface, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:15.993571 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:17:15.998930 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:17:15.999354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:16.039676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70148c3-0495-44d6-a172-73b1403306a1 req-ca66630f-5117-48b9-a5d4-3f8588196d78 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:16.041639 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b70148c3-0495-44d6-a172-73b1403306a1 req-ca66630f-5117-48b9-a5d4-3f8588196d78 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 945 time: 0.0958028 Apr 02 18:17:16.104224 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b70148c3-0495-44d6-a172-73b1403306a1 req-a2fce51f-184c-4f9d-951a-f7453cdbd6e2 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556414 Apr 02 18:17:16.144848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:16.172985 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b250286-22f0-4e0d-8164-93186c7414a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153d214a-1fd7-4a36-a32b-40ec5cc50ecd'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:16.183593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:16.187652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:16.189763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d046729f-3f3d-4d3c-ab61-213c896ec86d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:16.256610 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b250286-22f0-4e0d-8164-93186c7414a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153d214a-1fd7-4a36-a32b-40ec5cc50ecd', 'code': 200} Apr 02 18:17:16.265416 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:16.268415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:16.361020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Deleting port 1949886d-ae51-46ef-940d-c7745de5dcf1 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:16.361203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:16.617333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] For port 1949886d-ae51-46ef-940d-c7745de5dcf1, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=1949886d-ae51-46ef-940d-c7745de5dcf1,segment=NetworkSegment(e6c64e6b-d247-4e19-a49b-55073107c069),segment_id=e6c64e6b-d247-4e19-a49b-55073107c069)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:16.617654 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:16.630126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6bef4-8d54-45ab-8e50-6a4e21b5e866 req-da5d435f-1570-4754-9b7b-f28cdb561e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:16.631702 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28e6bef4-8d54-45ab-8e50-6a4e21b5e866 req-da5d435f-1570-4754-9b7b-f28cdb561e9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 1099 time: 0.1802995 Apr 02 18:17:16.767110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Calling delete_port for 1949886d-ae51-46ef-940d-c7745de5dcf1 owned by network:router_interface {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:16.836863 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28e6bef4-8d54-45ab-8e50-6a4e21b5e866 req-7e627421-442c-4c35-9866-2b7c47153234 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493251 Apr 02 18:17:16.954875 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:16.969636 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6c4e45ac-bb1f-4fcb-9546-0014888d9792 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:17.023806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Pushing event deleted for resources: {'Port': ['ID=1949886d-ae51-46ef-940d-c7745de5dcf1,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:17.026543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:17.308508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc367779-6e19-402c-81f5-afea62d12c13 req-26805516-e1c6-4a52-83b3-27d64c37218b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:17.310345 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc367779-6e19-402c-81f5-afea62d12c13 req-26805516-e1c6-4a52-83b3-27d64c37218b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 946 time: 0.0993652 Apr 02 18:17:17.362640 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dc367779-6e19-402c-81f5-afea62d12c13 req-a062d7ed-0f0c-4fa9-bdd7-65d46e26df14 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Apr 02 18:17:17.660368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35528) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:17.674528 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854014958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665020'] for router_interface, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:18.177399 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Router 85682032-0b37-41fd-9e87-ffcf2a31d174 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:17:18.231642 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666729'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:18.369845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:17:18.380935 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-558ce795-46bf-439b-adb6-a007455e4342 admin admin] 10.222.0.32 "PUT /v2.0/routers/85682032-0b37-41fd-9e87-ffcf2a31d174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0010788 Apr 02 18:17:18.386552 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] Sync routers for ids ['85682032-0b37-41fd-9e87-ffcf2a31d174'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:17:18.390861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35532) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:18.401279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] Routers {'85682032-0b37-41fd-9e87-ffcf2a31d174'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:18.402424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['85682032-0b37-41fd-9e87-ffcf2a31d174'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:18.613767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] Set router 85682032-0b37-41fd-9e87-ffcf2a31d174 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:18.684559 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks [] for router, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:18.826242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd6c3e-8313-47a5-8fbb-13b8bdbb6e14 req-62f10665-0c69-4043-a65e-65e014ff1201 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:18.827841 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d7fd6c3e-8313-47a5-8fbb-13b8bdbb6e14 req-62f10665-0c69-4043-a65e-65e014ff1201 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 946 time: 0.2763419 Apr 02 18:17:18.858676 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Deleting port e625b379-f572-4bac-972e-6060e0b281b9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:18.859415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:18.907650 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d7fd6c3e-8313-47a5-8fbb-13b8bdbb6e14 req-3fb60e78-8144-4754-bc55-63a4046ae642 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644858 Apr 02 18:17:18.931279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:18.933438 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 5, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port': {'id': '9bd2ff45-fffe-4457-9c25-f316db25b57e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:28Z', 'updated_at': '2021-04-02T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:18.939402 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] Checking router: 85682032-0b37-41fd-9e87-ffcf2a31d174 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:17:18.941748 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Deleting port 9bd2ff45-fffe-4457-9c25-f316db25b57e {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:18.942312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:18.949060 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] Routers {'85682032-0b37-41fd-9e87-ffcf2a31d174'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:18.949857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['85682032-0b37-41fd-9e87-ffcf2a31d174'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:19.062469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] For port e625b379-f572-4bac-972e-6060e0b281b9, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=e625b379-f572-4bac-972e-6060e0b281b9,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:19.063190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:19.118183 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] Set router 85682032-0b37-41fd-9e87-ffcf2a31d174 gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:19.143394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] For port 9bd2ff45-fffe-4457-9c25-f316db25b57e, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9bd2ff45-fffe-4457-9c25-f316db25b57e,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:19.143795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:19.214267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Calling delete_port for e625b379-f572-4bac-972e-6060e0b281b9 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:19.235174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 6, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port_host': None}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:19.239699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac5085-9662-4a6c-8116-c175a5745af9 None None] The sync data for ids ['85682032-0b37-41fd-9e87-ffcf2a31d174'] in dv-cinder-784477-2-smb is: [{'id': '85682032-0b37-41fd-9e87-ffcf2a31d174', 'name': 'tempest-TestShelveInstance-1909992945-router', 'tenant_id': '8856c3d6df954fd180898dd97b70698d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:26Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 6, 'project_id': '8856c3d6df954fd180898dd97b70698d', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:17:19.286218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Calling delete_port for 9bd2ff45-fffe-4457-9c25-f316db25b57e owned by network:router_gateway {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:19.429732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:19.467564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4b33c51f-b1aa-4e5b-9bf4-5cfd8dfecb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:19.512705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e625b379-f572-4bac-972e-6060e0b281b9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:19.516582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:19.539852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:19.555415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ccbf59e-f2f3-48b8-a363-c7a8f9310a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:19.611300 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd2ff45-fffe-4457-9c25-f316db25b57e,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:19.618177 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:19.724405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9bd2ff45-fffe-4457-9c25-f316db25b57e no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:19.773616 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 9bd2ff45-fffe-4457-9c25-f316db25b57e {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:19.774005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9bd2ff45-fffe-4457-9c25-f316db25b57e not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:19.774472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 1949886d-ae51-46ef-940d-c7745de5dcf1 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:19.812369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 1949886d-ae51-46ef-940d-c7745de5dcf1 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:19.812801 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 1949886d-ae51-46ef-940d-c7745de5dcf1 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:19.858191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:19.950615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854014958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665020'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.039174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854108867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775002'] for router, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.041513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.072106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854108793'] for router, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.072707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85682032-0b37-41fd-9e87-ffcf2a31d174 {{(pid=84335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:17:20.086610 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.089495 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] 10.222.0.32 "DELETE /v2.0/routers/85682032-0b37-41fd-9e87-ffcf2a31d174 HTTP/1.1" status: 204 len: 168 time: 1.6960392 Apr 02 18:17:20.090821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35544) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:20.162448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] Deleting subnet ff61bbf2-7a1d-4f27-8383-25d2e1944648 {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:17:20.165746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.217931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.481705 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:17:20.555101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.677766 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:17:20.689326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] Sync routers for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:17:20.695538 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8db67a56-8b3e-480a-b688-68163fcbc8fa admin admin] 10.222.0.32 "PUT /v2.0/routers/d4fb46be-9a1d-4c01-adc9-8c1df5702dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0337763 Apr 02 18:17:20.698452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35554) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:20.700014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:20.700760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:20.891311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:20.976806 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks [] for router, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.164383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.183581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:21.208196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:17:19Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:21.212620 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] Checking router: d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:17:21.222338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] Routers {'d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:21.223492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:21.238186 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff61bbf2-7a1d-4f27-8383-25d2e1944648,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:21.291159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:21.301590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.323458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Deleting port a796a04d-4558-49d8-a66d-d3206ab50e5e {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:21.323872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.387417 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.388677 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ae96b-ce64-49e5-81d7-bc71c8e01b3a None None] Network 2a529484-6c09-41a3-9549-209a952d4c36 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:17:21.419512 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6fa6b68f-e5c7-4e3f-ac57-efc9930029f8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff61bbf2-7a1d-4f27-8383-25d2e1944648 HTTP/1.1" status: 204 len: 168 time: 1.3276956 Apr 02 18:17:21.420242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35564) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:21.446123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] Set router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:21.549160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] For port a796a04d-4558-49d8-a66d-d3206ab50e5e, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=a796a04d-4558-49d8-a66d-d3206ab50e5e,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:21.550036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.569109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.653236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Deleting port 079548be-d56f-4471-aca9-c792c649a9a2 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:21.653593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.719234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Calling delete_port for a796a04d-4558-49d8-a66d-d3206ab50e5e owned by network:router_gateway {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:21.808812 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:17:19Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:21.813286 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4220b-2100-40c7-a3b0-5d54ac495ba6 None None] The sync data for ids ['d4fb46be-9a1d-4c01-adc9-8c1df5702dc2'] in dv-cinder-784477-2-smb is: [{'id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'name': 'tempest-AttachVolumeTestJSON-517112487-router', 'tenant_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:17:19Z', 'revision_number': 5, 'project_id': 'e78fedc8aed0437ab49c5d2cab3d4d0d', 'gw_port': {'id': 'a796a04d-4558-49d8-a66d-d3206ab50e5e', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb46be-9a1d-4c01-adc9-8c1df5702dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:17:21.849667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] DHCP port deletion for 2a529484-6c09-41a3-9549-209a952d4c36 request from dv-cinder-784477-2-smb {{(pid=84336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:17:21.855112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] Deleting port 079548be-d56f-4471-aca9-c792c649a9a2 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:21.855706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.911324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] For port 079548be-d56f-4471-aca9-c792c649a9a2, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=079548be-d56f-4471-aca9-c792c649a9a2,segment=NetworkSegment(e6c64e6b-d247-4e19-a49b-55073107c069),segment_id=e6c64e6b-d247-4e19-a49b-55073107c069)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:21.911983 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.930289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.948599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:22.008987 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Pushing event deleted for resources: {'Port': ['ID=a796a04d-4558-49d8-a66d-d3206ab50e5e,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:22.058756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Calling delete_port for 079548be-d56f-4471-aca9-c792c649a9a2 owned by network:dhcp {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:22.060741 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:22.125974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] For port 079548be-d56f-4471-aca9-c792c649a9a2, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=079548be-d56f-4471-aca9-c792c649a9a2,segment=NetworkSegment(e6c64e6b-d247-4e19-a49b-55073107c069),segment_id=e6c64e6b-d247-4e19-a49b-55073107c069)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:22.126418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.147646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.231296 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:17:22.241101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.264634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] Calling delete_port for 079548be-d56f-4471-aca9-c792c649a9a2 owned by network:dhcp {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:22.285254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:22.343159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.api [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:17:22.343547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.api [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:17:22.348431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Pushing event deleted for resources: {'Port': ['ID=079548be-d56f-4471-aca9-c792c649a9a2,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:22.356996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:22.367142 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] No DVR routers for this DVR port 079548be-d56f-4471-aca9-c792c649a9a2 on host dv-cinder-784477-2-smb {{(pid=84334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:17:22.442137 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854108867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775002'] for router, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.445355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.465726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854108793'] for router, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.466308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 {{(pid=84335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:17:22.479621 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.481015 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d4fb46be-9a1d-4c01-adc9-8c1df5702dc2 HTTP/1.1" status: 204 len: 168 time: 1.7815454 Apr 02 18:17:22.483719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35570) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:22.493566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.555337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Deleting subnet 5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:17:22.558720 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.613578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.616071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a529484-6c09-41a3-9549-209a952d4c36']}} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:22.629534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c64e6b-d247-4e19-a49b-55073107c069') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:22.629872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c64e6b-d247-4e19-a49b-55073107c069') {} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:22.642005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6876194'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.660533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.667114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:17:22.700844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.844534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] Deleting port 079548be-d56f-4471-aca9-c792c649a9a2 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:22.845859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.924787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-01fc6f98-31fb-460b-9c67-eaf7d51396aa None None] The port '079548be-d56f-4471-aca9-c792c649a9a2' was deleted {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:17:22.983932 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.000311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:23.046120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5801d1b9-6e55-43ff-ab2d-2fc8df3fe741,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:23.049392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:23.091062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Network 2a529484-6c09-41a3-9549-209a952d4c36 has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:17:23.100071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6688987'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.134373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.143023 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5801d1b9-6e55-43ff-ab2d-2fc8df3fe741 HTTP/1.1" status: 204 len: 168 time: 0.6558404 Apr 02 18:17:23.143215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35574) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:23.146421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72799294-26da-4dfd-a6bf-44b196259722 None None] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:17:23.260844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.282336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Network 2a529484-6c09-41a3-9549-209a952d4c36 has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:17:23.306962 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:17:23.344939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Deleting port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:23.345322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.441623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.445937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:23.465468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.470129 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] DHCP port deletion for dfd02ec3-684d-481d-8e28-a4aa19a7f10c request from dv-cinder-784477-2-smb {{(pid=84336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:17:23.477409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] Deleting port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:23.477825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.480467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a529484-6c09-41a3-9549-209a952d4c36,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:23.484981 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:23.490779 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-832d868e-e487-445d-a659-8b8c2d60a221 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2a529484-6c09-41a3-9549-209a952d4c36 HTTP/1.1" status: 204 len: 168 time: 2.0691502 Apr 02 18:17:23.687989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35588) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:23.732028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device a796a04d-4558-49d8-a66d-d3206ab50e5e no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:23.747845 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8bac824e-aa3d-4dc9-830f-8fa7e149183b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a832b1068a0d49f9916a09d01bae893e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562963 Apr 02 18:17:23.748048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35592) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:23.792731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: a796a04d-4558-49d8-a66d-d3206ab50e5e {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:23.793656 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device a796a04d-4558-49d8-a66d-d3206ab50e5e not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:23.794292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device e625b379-f572-4bac-972e-6060e0b281b9 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:23.817900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12c8d586-f2cf-401b-9a58-506e3241cca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.837525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: e625b379-f572-4bac-972e-6060e0b281b9 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:23.837986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device e625b379-f572-4bac-972e-6060e0b281b9 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:23.838453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 079548be-d56f-4471-aca9-c792c649a9a2 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:23.855053 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] For port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=21d9ac55-a4f1-425b-9dbe-51b6a7a98917,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:23.855778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.857242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12c8d586-f2cf-401b-9a58-506e3241cca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.884634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 079548be-d56f-4471-aca9-c792c649a9a2 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:23.884933 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 079548be-d56f-4471-aca9-c792c649a9a2 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:23.885541 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:23.925191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12c8d586-f2cf-401b-9a58-506e3241cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.931732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:23.939076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] For port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=21d9ac55-a4f1-425b-9dbe-51b6a7a98917,segment=NetworkSegment(578f4476-ff15-48d6-bd8d-4784ca17009b),segment_id=578f4476-ff15-48d6-bd8d-4784ca17009b)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:23.940049 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.956350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8d586-f2cf-401b-9a58-506e3241cca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c850b8-740a-4e58-ba23-a059c27e408a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:23.959010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12c8d586-f2cf-401b-9a58-506e3241cca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:23.960561 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-12c8d586-f2cf-401b-9a58-506e3241cca8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8c850b8-740a-4e58-ba23-a059c27e408a HTTP/1.1" status: 204 len: 168 time: 0.2114093 Apr 02 18:17:23.961889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-12c8d586-f2cf-401b-9a58-506e3241cca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:24.013795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Calling delete_port for 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:24.094110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] Calling delete_port for 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 owned by network:dhcp {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:24.102255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.121852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f7f1948b-d301-4462-9214-9dd2d03187e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:24.137599 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No ports have port_id starting with 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 Apr 02 18:17:24.182036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.api [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:17:24.182444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.api [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:17:24.203668 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d9ac55-a4f1-425b-9dbe-51b6a7a98917,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:24.209492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:24.305424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] No DVR routers for this DVR port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 on host dv-cinder-784477-2-smb {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:17:24.418482 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35608) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:24.433583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.471904 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ffdf977d-330b-4c8d-8509-c555d2ecb01d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8856c3d6df954fd180898dd97b70698d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497677 Apr 02 18:17:24.472206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35612) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:24.533228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-418d5aff-0968-4bb3-aa15-ee005fbd93f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.549333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd02ec3-684d-481d-8e28-a4aa19a7f10c']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:24.560076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-418d5aff-0968-4bb3-aa15-ee005fbd93f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.562074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578f4476-ff15-48d6-bd8d-4784ca17009b') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:24.562505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578f4476-ff15-48d6-bd8d-4784ca17009b') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:24.575442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.591096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.597519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:17:24.610602 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-418d5aff-0968-4bb3-aa15-ee005fbd93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.616355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ec55a2c1-c81c-4dbf-ac1d-c34b6aed08af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:24.627646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d5aff-0968-4bb3-aa15-ee005fbd93f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8176cca3-e0c1-4344-bcc2-0ccf797ecb47,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:24.630042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-418d5aff-0968-4bb3-aa15-ee005fbd93f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:24.636116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-418d5aff-0968-4bb3-aa15-ee005fbd93f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.637348 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-418d5aff-0968-4bb3-aa15-ee005fbd93f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8176cca3-e0c1-4344-bcc2-0ccf797ecb47 HTTP/1.1" status: 204 len: 168 time: 0.1641755 Apr 02 18:17:24.684003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] Deleting port 21d9ac55-a4f1-425b-9dbe-51b6a7a98917 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:24.684893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:24.765575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-13383b2d-5244-4889-8d6f-180bfc5a5c79 None None] The port '21d9ac55-a4f1-425b-9dbe-51b6a7a98917' was deleted {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:17:24.795355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:17:24.812264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:25.008910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Network dfd02ec3-684d-481d-8e28-a4aa19a7f10c has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:17:25.041494 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:17:25.121369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:25.124881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:25.140441 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:25.147890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd02ec3-684d-481d-8e28-a4aa19a7f10c,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:25.152495 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:25.164436 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dfd02ec3-684d-481d-8e28-a4aa19a7f10c HTTP/1.1" status: 204 len: 168 time: 2.0200152 Apr 02 18:17:25.340734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35622) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:25.406036 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c39e8248-f9a3-4b52-9d90-7f91b11fc0c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e78fedc8aed0437ab49c5d2cab3d4d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615282 Apr 02 18:17:25.406653 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35628) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:25.469405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63e441c3-45c4-474d-8af3-b3b4c9cea520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:25.497315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63e441c3-45c4-474d-8af3-b3b4c9cea520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:25.544459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63e441c3-45c4-474d-8af3-b3b4c9cea520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:25.549675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-42986e3d-0ea8-4e26-83d7-acc815f92e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:25.567347 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e441c3-45c4-474d-8af3-b3b4c9cea520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e193b-92b7-4d48-aa6e-045cbf7a8c74,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:25.571237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-63e441c3-45c4-474d-8af3-b3b4c9cea520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:25.574613 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63e441c3-45c4-474d-8af3-b3b4c9cea520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:25.575819 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-63e441c3-45c4-474d-8af3-b3b4c9cea520 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a08e193b-92b7-4d48-aa6e-045cbf7a8c74 HTTP/1.1" status: 204 len: 168 time: 0.1681004 Apr 02 18:17:25.731783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580374e7-441a-4cb4-8228-48a27f957814 req-4b479bfb-5f2e-44a5-a348-d4a2aa64865c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:25.733378 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-4b479bfb-5f2e-44a5-a348-d4a2aa64865c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 814 time: 0.1564386 Apr 02 18:17:25.750303 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-4b8b0e40-46cf-4bae-a92f-9dc7d4451939 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/quotas/e97b5b3b3f3a410e9574bdad1cb55a8f HTTP/1.1" status: 200 len: 375 time: 0.0104995 Apr 02 18:17:25.843153 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-b9fbc8dc-cb32-4435-9480-53282b514a59 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864677 Apr 02 18:17:25.989625 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-c9e6eb04-6b86-4351-a1e7-df1e43898d6a service neutron] 10.222.0.32 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388178 Apr 02 18:17:26.133298 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-bd0e584a-268f-4bb0-a1fa-83b79fe28242 service neutron] 10.222.0.32 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373563 Apr 02 18:17:26.337888 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-84e1970f-401e-4228-8876-77fee04add97 req-cd442976-c05d-47e1-80cc-6bf6431eefb5 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 210 time: 0.0512674 Apr 02 18:17:27.078740 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35700) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:27.200907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:27.216456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:27.220434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Usage tracker for resource:security_group_rule and tenant:99413367002845e0a0bf8a3bc947430a is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:27.223320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:27.229910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:27.363420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:27.418831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:27.433793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bf113229-59cb-420a-8667-1242b4715984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:27.547679 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99413367002845e0a0bf8a3bc947430a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677849 Apr 02 18:17:27.550982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35710) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:27.553666 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-08ff2472-86c8-4c37-9a30-d3bce20fe2f1 req-dbace0d0-69ea-47b3-8896-c85c91a7785b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 210 time: 0.0741789 Apr 02 18:17:27.554360 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179eb089-83ea-4560-a9fd-fcac336cbdfe,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:27.557631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:27.590506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580374e7-441a-4cb4-8228-48a27f957814 req-86fc1737-cd04-4af3-affa-c02b9c4ecb7d tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:27.592134 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-86fc1737-cd04-4af3-affa-c02b9c4ecb7d tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 814 time: 0.2782550 Apr 02 18:17:27.605741 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Request body: {'port': {'device_id': 'eab3a7c3-0fce-435b-bd20-dcbf64fb0168', 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'admin_state_up': True, 'tenant_id': 'e97b5b3b3f3a410e9574bdad1cb55a8f'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:17:27.622573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec016cbe-4e73-4baa-afd3-a8ba8607fed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:27.649946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec016cbe-4e73-4baa-afd3-a8ba8607fed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:27.694133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec016cbe-4e73-4baa-afd3-a8ba8607fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:27.699171 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-53c7b291-35cc-4075-8f05-70dd5245adc7 tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:27.715703 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec016cbe-4e73-4baa-afd3-a8ba8607fed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179eb089-83ea-4560-a9fd-fcac336cbdfe,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:27.718722 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ec016cbe-4e73-4baa-afd3-a8ba8607fed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:27.719681 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec016cbe-4e73-4baa-afd3-a8ba8607fed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:27.721409 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ec016cbe-4e73-4baa-afd3-a8ba8607fed4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/179eb089-83ea-4560-a9fd-fcac336cbdfe HTTP/1.1" status: 204 len: 168 time: 0.1691186 Apr 02 18:17:27.758440 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:27.768820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:27.779921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Made reservation on behalf of e97b5b3b3f3a410e9574bdad1cb55a8f for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:17:27.786808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:27.958646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Allocated IP 172.20.0.14 (6897c033-4752-405c-8b28-91fb73ad7192/3e234d5b-e2a9-452a-b6a3-1012a543d2e2/b0f86582-a45d-4253-ac30-ca16eac5b0c4) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:17:28.171900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:28.201598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:28.213719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['87c548f8-68e0-40f1-acd9-0cdd8319bebe', '80cb2499-f336-40ba-9f28-7e5e2538b318', '153d214a-1fd7-4a36-a32b-40ec5cc50ecd'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:17:28.219277 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:28.372472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Pushing event updated for resources: {'Port': ['ID=b0f86582-a45d-4253-ac30-ca16eac5b0c4,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:28.377038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:28.425502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Network 6897c033-4752-405c-8b28-91fb73ad7192 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:17:28.426712 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:17:28.429614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:17:28.494878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:28.495568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:28.530210 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286904 Apr 02 18:17:28.547834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Request body: {'port': {'device_id': 'eab3a7c3-0fce-435b-bd20-dcbf64fb0168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:17:28.812055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3519-18ac-436b-84d1-4c2d3da5faae req-2da8fbba-b2a4-434f-8868-85534b5e7f02 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:28.813774 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-134d3519-18ac-436b-84d1-4c2d3da5faae req-2da8fbba-b2a4-434f-8868-85534b5e7f02 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 932 time: 0.1025846 Apr 02 18:17:28.874122 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-134d3519-18ac-436b-84d1-4c2d3da5faae req-4b4d6621-b99e-4e73-8a38-297db1b16af2 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478094 Apr 02 18:17:28.926452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:29.381038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f86582-a45d-4253-ac30-ca16eac5b0c4 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:17:29.389328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:29.411795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Transition to ACTIVE for port object b0f86582-a45d-4253-ac30-ca16eac5b0c4 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:17:29.415259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:29.435261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b9d01a02-1796-4d04-941b-5e904ee7babd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:29.587207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f86582-a45d-4253-ac30-ca16eac5b0c4,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:29.590464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:29.804807 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Attempting to bind port b0f86582-a45d-4253-ac30-ca16eac5b0c4 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:17:29.805174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Attempting to bind port b0f86582-a45d-4253-ac30-ca16eac5b0c4 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:17:29.805576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Attempting to bind port b0f86582-a45d-4253-ac30-ca16eac5b0c4 on network 6897c033-4752-405c-8b28-91fb73ad7192 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:17:29.810396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Port b0f86582-a45d-4253-ac30-ca16eac5b0c4 on network 6897c033-4752-405c-8b28-91fb73ad7192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:17:29.810752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Attempting to bind port b0f86582-a45d-4253-ac30-ca16eac5b0c4 on network 6897c033-4752-405c-8b28-91fb73ad7192 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:17:29.816420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:17:29.816797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Checking segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:17:29.817217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Bound using segment: {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:17:29.817682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Bound port: b0f86582-a45d-4253-ac30-ca16eac5b0c4, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:17:29.818060 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:29.912088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] For port b0f86582-a45d-4253-ac30-ca16eac5b0c4, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:17:29.915195 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] For port b0f86582-a45d-4253-ac30-ca16eac5b0c4, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b0f86582-a45d-4253-ac30-ca16eac5b0c4,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:17:29.918733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:29.933883 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c3bd4e9b-3619-41bb-ac5e-e3485b6f1267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:30.137431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f86582-a45d-4253-ac30-ca16eac5b0c4,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:30.148421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:30.192130 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:30.192825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:30.194283 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] 10.222.0.20 "PUT /v2.0/ports/b0f86582-a45d-4253-ac30-ca16eac5b0c4 HTTP/1.1" status: 200 len: 1094 time: 1.6512601 Apr 02 18:17:30.194841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab3a7c3-0fce-435b-bd20-dcbf64fb0168', 'tag': 'b0f86582-a45d-4253-ac30-ca16eac5b0c4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:30.209254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4db9ff-5bf4-4ba0-ab32-5314100730bc req-56b281b6-5500-4b6b-b7db-651716f7914b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:30.210017 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-6c4db9ff-5bf4-4ba0-ab32-5314100730bc req-56b281b6-5500-4b6b-b7db-651716f7914b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:17:30.225472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-6c4db9ff-5bf4-4ba0-ab32-5314100730bc req-56b281b6-5500-4b6b-b7db-651716f7914b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:17:30.226960 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c4db9ff-5bf4-4ba0-ab32-5314100730bc req-56b281b6-5500-4b6b-b7db-651716f7914b tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 944 time: 0.2287683 Apr 02 18:17:30.299793 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab3a7c3-0fce-435b-bd20-dcbf64fb0168', 'tag': 'b0f86582-a45d-4253-ac30-ca16eac5b0c4', 'status': 'completed', 'code': 200} Apr 02 18:17:30.341010 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6c4db9ff-5bf4-4ba0-ab32-5314100730bc req-c5ffdd3e-2968-4c33-95cd-9dda9f578643 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073611 Apr 02 18:17:30.364773 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580374e7-441a-4cb4-8228-48a27f957814 req-95e4fd56-f0d9-4212-aab3-5ebfcc53596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:30.366372 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-95e4fd56-f0d9-4212-aab3-5ebfcc53596e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 1097 time: 0.1158192 Apr 02 18:17:30.442404 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-8e71c25e-1ad7-4477-b724-336f0e915cc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0f86582-a45d-4253-ac30-ca16eac5b0c4 HTTP/1.1" status: 200 len: 217 time: 0.0667462 Apr 02 18:17:30.513649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580374e7-441a-4cb4-8228-48a27f957814 req-a39b3bb1-4cad-4ad6-a386-3b44f99ceb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:30.515123 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-a39b3bb1-4cad-4ad6-a386-3b44f99ceb20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.0650933 Apr 02 18:17:30.570999 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-e469dea5-fc09-447b-a014-abfcfeab3f85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461500 Apr 02 18:17:30.709133 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-53446f4c-d325-49e5-b29e-71e1a7c6e0df service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312251 Apr 02 18:17:30.855879 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-580374e7-441a-4cb4-8228-48a27f957814 req-a2a93c6d-e421-49f0-a037-e28e1b34069b service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393764 Apr 02 18:17:30.992143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377fd29-9dea-4c33-a404-c1acb227321a req-1012f119-a3cb-46fc-8ca7-e6fd0f6d6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:30.993747 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f377fd29-9dea-4c33-a404-c1acb227321a req-1012f119-a3cb-46fc-8ca7-e6fd0f6d6704 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 1097 time: 0.0817571 Apr 02 18:17:31.140504 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377fd29-9dea-4c33-a404-c1acb227321a req-d57420fe-9888-4363-87bf-246e37ca2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:31.142580 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f377fd29-9dea-4c33-a404-c1acb227321a req-d57420fe-9888-4363-87bf-246e37ca2acb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 915 time: 0.1373916 Apr 02 18:17:31.214240 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f377fd29-9dea-4c33-a404-c1acb227321a req-1a4c3185-cd27-47c9-a528-a98907cdb851 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0f86582-a45d-4253-ac30-ca16eac5b0c4 HTTP/1.1" status: 200 len: 217 time: 0.0653999 Apr 02 18:17:31.286782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377fd29-9dea-4c33-a404-c1acb227321a req-9950b816-352a-49b4-abcc-15cd923f70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:31.288356 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f377fd29-9dea-4c33-a404-c1acb227321a req-9950b816-352a-49b4-abcc-15cd923f70c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.0658035 Apr 02 18:17:31.340270 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f377fd29-9dea-4c33-a404-c1acb227321a req-175a2d37-9281-406d-b85f-c9021a851980 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451961 Apr 02 18:17:31.482398 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f377fd29-9dea-4c33-a404-c1acb227321a req-a1ad365a-8d8a-49d1-a25f-3ebbb9cdc78e service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346354 Apr 02 18:17:31.554278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38c6f4-d76f-496b-8c83-826bd8474a59 req-61a9bdfb-821a-49fb-9818-4f9669ef4f3d tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:31.555884 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cf38c6f4-d76f-496b-8c83-826bd8474a59 req-61a9bdfb-821a-49fb-9818-4f9669ef4f3d tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 944 time: 0.0916412 Apr 02 18:17:31.604252 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cf38c6f4-d76f-496b-8c83-826bd8474a59 req-a7acf0d0-c7e3-4547-82c6-ee52571ac7ee tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Apr 02 18:17:31.624893 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f377fd29-9dea-4c33-a404-c1acb227321a req-f5132624-d1c4-4177-a085-8161cfe4a80f service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337595 Apr 02 18:17:32.007214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device b0f86582-a45d-4253-ac30-ca16eac5b0c4 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:17:32.147048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port b0f86582-a45d-4253-ac30-ca16eac5b0c4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b0f86582-a45d-4253-ac30-ca16eac5b0c4,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:32.161312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': 'b0f86582-a45d-4253-ac30-ca16eac5b0c4', 'network_id': '6897c033-4752-405c-8b28-91fb73ad7192', 'port_id': 'b0f86582-a45d-4253-ac30-ca16eac5b0c4', 'mac_address': 'fa:16:3e:e9:19:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e234d5b-e2a9-452a-b6a3-1012a543d2e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:17:32.221867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:32.239429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f86582-a45d-4253-ac30-ca16eac5b0c4 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:17:32.255646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port b0f86582-a45d-4253-ac30-ca16eac5b0c4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b0f86582-a45d-4253-ac30-ca16eac5b0c4,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:32.259025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:32.260825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:32.337133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=b0f86582-a45d-4253-ac30-ca16eac5b0c4,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:32.341104 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:32.518000 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['b0f86582-a45d-4253-ac30-ca16eac5b0c4'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:17:32.810012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411968-2ade-49c0-a0b4-455f1e05ccda req-f40fcc08-e94e-49ae-be9b-e5f78c59742a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:32.811522 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3d411968-2ade-49c0-a0b4-455f1e05ccda req-f40fcc08-e94e-49ae-be9b-e5f78c59742a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 945 time: 0.0879304 Apr 02 18:17:32.864429 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3d411968-2ade-49c0-a0b4-455f1e05ccda req-3358dd3c-63d0-464b-905b-b2788c0b7dbd tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457044 Apr 02 18:17:34.028498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device b0f86582-a45d-4253-ac30-ca16eac5b0c4 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:17:34.062874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6f83b-a532-4962-9749-3376c1dac7a2 req-3a002208-0006-496e-b823-be5900024c7a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:34.064994 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-98a6f83b-a532-4962-9749-3376c1dac7a2 req-3a002208-0006-496e-b823-be5900024c7a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 945 time: 0.0864539 Apr 02 18:17:34.099011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port b0f86582-a45d-4253-ac30-ca16eac5b0c4 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:17:34.104294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port b0f86582-a45d-4253-ac30-ca16eac5b0c4 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:17:34.104721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:34.112133 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-98a6f83b-a532-4962-9749-3376c1dac7a2 req-57cab73e-b854-4ce5-9584-cd7f074241dc tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Apr 02 18:17:34.227735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:34.255616 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab3a7c3-0fce-435b-bd20-dcbf64fb0168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f86582-a45d-4253-ac30-ca16eac5b0c4'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:34.265887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port b0f86582-a45d-4253-ac30-ca16eac5b0c4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b0f86582-a45d-4253-ac30-ca16eac5b0c4,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:34.268488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:34.270377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:34.309240 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab3a7c3-0fce-435b-bd20-dcbf64fb0168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f86582-a45d-4253-ac30-ca16eac5b0c4', 'code': 200} Apr 02 18:17:34.351838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=b0f86582-a45d-4253-ac30-ca16eac5b0c4,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:34.354998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:34.545719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190a9f-9e79-418a-a3e2-b8ea04cf0afa req-496cd42a-3f1e-4f68-b139-f46b0ac06773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:34.547255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b7190a9f-9e79-418a-a3e2-b8ea04cf0afa req-496cd42a-3f1e-4f68-b139-f46b0ac06773 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 1099 time: 0.0746753 Apr 02 18:17:34.596256 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b7190a9f-9e79-418a-a3e2-b8ea04cf0afa req-17c27ff4-35dc-4636-b662-de1aeb502847 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350177 Apr 02 18:17:35.041455 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-340e437d-52e3-44e0-b02e-640bbc520058 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795901 Apr 02 18:17:35.193469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-9f7822d6-d817-48cb-8cae-5f8266a3bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:35.194984 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-9f7822d6-d817-48cb-8cae-5f8266a3bde8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 1098 time: 0.0776041 Apr 02 18:17:35.320030 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a37c2-691f-45c3-84c2-c27f1ba1219e req-c60f9e86-844c-4299-8569-e5309ee67dab tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:35.321720 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc3a37c2-691f-45c3-84c2-c27f1ba1219e req-c60f9e86-844c-4299-8569-e5309ee67dab tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 946 time: 0.0936873 Apr 02 18:17:35.359073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-6677eb72-a503-43d7-8529-aac7250edcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:35.361613 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-6677eb72-a503-43d7-8529-aac7250edcb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 200 len: 915 time: 0.1411684 Apr 02 18:17:35.370814 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc3a37c2-691f-45c3-84c2-c27f1ba1219e req-52880ad2-6222-4824-a40b-1d7e4438454a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Apr 02 18:17:35.449789 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-6db091b7-a907-4ba4-9c8c-ddc4c1748443 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87c548f8-68e0-40f1-acd9-0cdd8319bebe HTTP/1.1" status: 200 len: 217 time: 0.0732386 Apr 02 18:17:35.520188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-9a0fd780-9ca4-4b21-8391-2a88b44cc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:35.521775 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-9a0fd780-9ca4-4b21-8391-2a88b44cc0ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 200 len: 854 time: 0.0643034 Apr 02 18:17:35.579238 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-2a1ce416-b50b-45aa-8ef2-c0b9312a7b14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6897c033-4752-405c-8b28-91fb73ad7192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457869 Apr 02 18:17:35.723666 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-e6b37115-62ee-4092-8389-ec2ce2829b74 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347911 Apr 02 18:17:35.870712 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d8ba8935-650d-47d4-a87d-3e07a06053f7 req-6f35dac2-776e-470d-9082-4c23caf77801 service neutron] 10.222.0.20 "GET /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310487 Apr 02 18:17:36.578184 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae80c80-74f1-446a-b2dc-4461f251c0d9 req-581fed88-73d8-4fa7-8226-2445867d9a20 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:36.580335 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eae80c80-74f1-446a-b2dc-4461f251c0d9 req-581fed88-73d8-4fa7-8226-2445867d9a20 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 946 time: 0.0942008 Apr 02 18:17:36.590606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35852) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:36.628430 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-eae80c80-74f1-446a-b2dc-4461f251c0d9 req-4c788c06-20d7-4868-86bf-d8dcb4f55da8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Apr 02 18:17:36.716391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:36.731485 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:36.736427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a770982a9c4b6e9aef1f9376b04f56 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:36.742096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:36.746581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:36.832311 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:36.834839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:36.843877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ee25600e-d004-41ce-b6ae-8ba5f056dad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:36.890114 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8a770982a9c4b6e9aef1f9376b04f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983603 Apr 02 18:17:36.891144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7604b880-9349-4818-bce5-1c65595d2b81,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:36.893940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35860) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:36.895056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:36.960157 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b0ebe520-774f-471d-ab92-489fc5b1093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:36.989451 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b0ebe520-774f-471d-ab92-489fc5b1093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.041299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b0ebe520-774f-471d-ab92-489fc5b1093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.046747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-00eed846-aecf-4980-be79-2a7716ee639f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:37.061389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebe520-774f-471d-ab92-489fc5b1093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7604b880-9349-4818-bce5-1c65595d2b81,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:37.064984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b0ebe520-774f-471d-ab92-489fc5b1093c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:37.065944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b0ebe520-774f-471d-ab92-489fc5b1093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.067386 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b0ebe520-774f-471d-ab92-489fc5b1093c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7604b880-9349-4818-bce5-1c65595d2b81 HTTP/1.1" status: 204 len: 168 time: 0.1721985 Apr 02 18:17:37.198885 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.346018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 35872) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:37.365419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.381096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:37.385144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Usage tracker for resource:security_group_rule and tenant:451293848cec4488b95d96c2919da436 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:37.388245 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:37.394232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:37.477427 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.480034 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.488994 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f959a77b-5c17-44a4-9cd8-42556b4edb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:37.528959 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=451293848cec4488b95d96c2919da436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818566 Apr 02 18:17:37.530634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad588f4-09e7-4cee-95b0-57a5c0dfbbb7,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:37.531802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 35876) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:37.534538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:37.592830 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ce87e4-1237-4d06-9b20-2033ca3c94d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.620459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ce87e4-1237-4d06-9b20-2033ca3c94d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.664319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ce87e4-1237-4d06-9b20-2033ca3c94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.668050 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bd365486-e5d3-4910-9e54-1cc83d80a087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:37.681955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce87e4-1237-4d06-9b20-2033ca3c94d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad588f4-09e7-4cee-95b0-57a5c0dfbbb7,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:37.684489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-59ce87e4-1237-4d06-9b20-2033ca3c94d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:37.693026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-59ce87e4-1237-4d06-9b20-2033ca3c94d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:37.694228 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-59ce87e4-1237-4d06-9b20-2033ca3c94d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ad588f4-09e7-4cee-95b0-57a5c0dfbbb7 HTTP/1.1" status: 204 len: 168 time: 0.1608305 Apr 02 18:17:40.981911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1063864e-45ef-47f1-94ff-ce2f8dee5de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.106703 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36034) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:41.243973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.261266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:41.265267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Usage tracker for resource:security_group_rule and tenant:11e7b4881d764fa591683ccc58dbfcd0 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:41.268255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:41.274259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:41.377383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.383325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.395248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7bb58bad-b026-487f-8908-26d7b9809d2a tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:41.434322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b7022-9aeb-452a-bd41-58a1c76e6070,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:41.444587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:41.462852 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-f612a3f2-dc56-46d6-ba08-59dc3f2f6810 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11e7b4881d764fa591683ccc58dbfcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524728 Apr 02 18:17:41.463396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36046) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:41.530756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa837-aca8-45e2-9c99-6724a666e592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.559378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa837-aca8-45e2-9c99-6724a666e592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.606220 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa837-aca8-45e2-9c99-6724a666e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.611270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d57d4e37-64ca-43e3-99e5-478362e5da20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:41.624857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaa837-aca8-45e2-9c99-6724a666e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b7022-9aeb-452a-bd41-58a1c76e6070,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:41.627918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1cfaa837-aca8-45e2-9c99-6724a666e592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:41.628905 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa837-aca8-45e2-9c99-6724a666e592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.632553 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1cfaa837-aca8-45e2-9c99-6724a666e592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/388b7022-9aeb-452a-bd41-58a1c76e6070 HTTP/1.1" status: 204 len: 168 time: 0.1683559 Apr 02 18:17:41.926195 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36054) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:41.946869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:41.962588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:41.966584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Usage tracker for resource:security_group_rule and tenant:08b322e93ca84b1fa5b18fee9250f593 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:41.969659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:41.975686 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:42.055931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:42.066678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:42.069231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:42.078117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-96b34899-afe4-482f-833e-e40c0af41c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:42.123271 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08b322e93ca84b1fa5b18fee9250f593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934850 Apr 02 18:17:42.123271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed28eae8-9eb6-42f8-8ed0-b0138a154f3b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:42.124199 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36058) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:42.125929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7a4bf6a2-00de-429b-b522-24c57eb0af62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:42.193084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-731771ef-20cc-4d8b-8d7e-fc6c1d4030e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:42.223290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-731771ef-20cc-4d8b-8d7e-fc6c1d4030e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:42.272706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-731771ef-20cc-4d8b-8d7e-fc6c1d4030e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:42.278367 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b1458fff-71a6-4005-869a-e74c3b2432d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:42.293707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731771ef-20cc-4d8b-8d7e-fc6c1d4030e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed28eae8-9eb6-42f8-8ed0-b0138a154f3b,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:42.296307 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-731771ef-20cc-4d8b-8d7e-fc6c1d4030e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:42.303945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-731771ef-20cc-4d8b-8d7e-fc6c1d4030e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:42.306155 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-731771ef-20cc-4d8b-8d7e-fc6c1d4030e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed28eae8-9eb6-42f8-8ed0-b0138a154f3b HTTP/1.1" status: 204 len: 168 time: 0.1805232 Apr 02 18:17:43.196930 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-54cb81e4-a65e-4f04-b338-083224ea3ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:43.888507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:44.175466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36126) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:44.306087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:44.365153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:44.374876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Usage tracker for resource:security_group_rule and tenant:9c5697074eeb4dfa9b62f6cbfb87abc6 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:44.379068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:44.387489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:44.450572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a57d-baff-4c59-8b27-0fc64c43e9b5 req-9313bfec-5134-4b23-9576-92cd25a85e02 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:44.452144 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a0b5a57d-baff-4c59-8b27-0fc64c43e9b5 req-9313bfec-5134-4b23-9576-92cd25a85e02 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 946 time: 0.1322734 Apr 02 18:17:44.753921 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a0b5a57d-baff-4c59-8b27-0fc64c43e9b5 req-e98f8d60-f946-4eeb-a5e5-720f36febc9f tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953787 Apr 02 18:17:44.769797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:44.772658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:44.780783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-63e441c3-45c4-474d-8af3-b3b4c9cea520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:44.821693 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c5697074eeb4dfa9b62f6cbfb87abc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451190 Apr 02 18:17:44.823385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd55d86-2623-49d6-b235-2f94802d141b,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:44.824701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36132) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:44.826515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:44.887510 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-941b3795-b632-420f-9bed-a47fbbee4895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:44.921429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-941b3795-b632-420f-9bed-a47fbbee4895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:44.965376 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-941b3795-b632-420f-9bed-a47fbbee4895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:44.970318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-319f4a7c-d000-489c-a6bd-3a52d294187f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:44.983126 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b3795-b632-420f-9bed-a47fbbee4895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd55d86-2623-49d6-b235-2f94802d141b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:44.987991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-941b3795-b632-420f-9bed-a47fbbee4895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:44.992362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-941b3795-b632-420f-9bed-a47fbbee4895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:44.993572 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-941b3795-b632-420f-9bed-a47fbbee4895 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bd55d86-2623-49d6-b235-2f94802d141b HTTP/1.1" status: 204 len: 168 time: 0.1678078 Apr 02 18:17:45.138657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.276587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36140) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:45.295117 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.315374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:45.320285 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Usage tracker for resource:security_group_rule and tenant:dab83e96fd2c4f6784672bf190165301 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:45.323219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:45.329225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:45.413399 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.417835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.427248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-92c36bfe-3cb9-4817-a2d0-fbb9d00fe3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:45.468886 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dab83e96fd2c4f6784672bf190165301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911440 Apr 02 18:17:45.470544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b40292d-44c3-4253-bcc6-740ffb2da549,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:45.471859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36144) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:45.473721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:45.533366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe16a345-8abd-487b-b5f4-10dca9958739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.559815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe16a345-8abd-487b-b5f4-10dca9958739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.606509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe16a345-8abd-487b-b5f4-10dca9958739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.611988 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-87dab668-73b9-48fd-8fec-ab121c86eb8a tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:45.624356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16a345-8abd-487b-b5f4-10dca9958739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b40292d-44c3-4253-bcc6-740ffb2da549,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:45.627176 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fe16a345-8abd-487b-b5f4-10dca9958739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:45.635359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe16a345-8abd-487b-b5f4-10dca9958739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.636587 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fe16a345-8abd-487b-b5f4-10dca9958739 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b40292d-44c3-4253-bcc6-740ffb2da549 HTTP/1.1" status: 204 len: 168 time: 0.1636224 Apr 02 18:17:45.859491 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-730404ee-7b7d-4ce8-b5e4-70a0014538e4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:45.861785 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-730404ee-7b7d-4ce8-b5e4-70a0014538e4 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 946 time: 0.0890477 Apr 02 18:17:45.950727 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Deleting port b0f86582-a45d-4253-ac30-ca16eac5b0c4 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:45.951222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:45.967886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67696b08-bf18-436f-b290-2b2bdf918791 req-2cdb578a-3c84-4306-9769-57af53867ef5 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:45.969679 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-67696b08-bf18-436f-b290-2b2bdf918791 req-2cdb578a-3c84-4306-9769-57af53867ef5 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 946 time: 0.0912826 Apr 02 18:17:46.028885 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-67696b08-bf18-436f-b290-2b2bdf918791 req-cb8b4128-b551-43b9-bf99-321ff89dce34 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513253 Apr 02 18:17:46.225805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] For port b0f86582-a45d-4253-ac30-ca16eac5b0c4, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b0f86582-a45d-4253-ac30-ca16eac5b0c4,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:46.226208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:46.376352 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Calling delete_port for b0f86582-a45d-4253-ac30-ca16eac5b0c4 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:46.528719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:46.541015 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['87c548f8-68e0-40f1-acd9-0cdd8319bebe', '80cb2499-f336-40ba-9f28-7e5e2538b318', '153d214a-1fd7-4a36-a32b-40ec5cc50ecd', 'b0f86582-a45d-4253-ac30-ca16eac5b0c4'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:17:46.544919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a251bd1c-99f5-4c7e-a899-5b4dd6382a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:46.600845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Pushing event deleted for resources: {'Port': ['ID=b0f86582-a45d-4253-ac30-ca16eac5b0c4,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:46.605924 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:46.793941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] No DVR routers for this DVR port b0f86582-a45d-4253-ac30-ca16eac5b0c4 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:17:46.796734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:46.801639 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab3a7c3-0fce-435b-bd20-dcbf64fb0168', 'name': 'network-vif-deleted', 'tag': 'b0f86582-a45d-4253-ac30-ca16eac5b0c4'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:46.817020 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f8df901b-4c7e-46b3-9eea-444550411db8 req-0de52abc-ac7d-4d76-a184-ad2f325f58d3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "DELETE /v2.0/ports/b0f86582-a45d-4253-ac30-ca16eac5b0c4 HTTP/1.1" status: 204 len: 173 time: 0.9497311 Apr 02 18:17:46.853516 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab3a7c3-0fce-435b-bd20-dcbf64fb0168', 'name': 'network-vif-deleted', 'tag': 'b0f86582-a45d-4253-ac30-ca16eac5b0c4', 'status': 'completed', 'code': 200} Apr 02 18:17:47.211787 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b35dc9d3-5805-45de-8862-ccdb4e6afb54 req-4d8ef89a-129c-4ee2-a854-4abecd216361 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=eab3a7c3-0fce-435b-bd20-dcbf64fb0168 HTTP/1.1" status: 200 len: 210 time: 0.0500886 Apr 02 18:17:49.950747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22d37-043c-42c3-bdcc-d68c958d7068 req-e87d8fe6-37ab-4cf0-9f5f-63300703179e tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:49.951503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-c3f22d37-043c-42c3-bdcc-d68c958d7068 req-e87d8fe6-37ab-4cf0-9f5f-63300703179e tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:17:49.966054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-c3f22d37-043c-42c3-bdcc-d68c958d7068 req-e87d8fe6-37ab-4cf0-9f5f-63300703179e tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:17:49.967318 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c3f22d37-043c-42c3-bdcc-d68c958d7068 req-e87d8fe6-37ab-4cf0-9f5f-63300703179e tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 946 time: 0.1046607 Apr 02 18:17:50.016227 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c3f22d37-043c-42c3-bdcc-d68c958d7068 req-ffe8623b-4701-4464-a0b4-c34feb358229 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Apr 02 18:17:50.125736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device b0f86582-a45d-4253-ac30-ca16eac5b0c4 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:50.163526 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: b0f86582-a45d-4253-ac30-ca16eac5b0c4 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:50.163921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device b0f86582-a45d-4253-ac30-ca16eac5b0c4 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:51.217368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bcd74-d9fb-4048-8392-447d16d37a81 req-02cba5c9-db9b-43f2-807d-64cf0f45f536 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:51.218969 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e8bcd74-d9fb-4048-8392-447d16d37a81 req-02cba5c9-db9b-43f2-807d-64cf0f45f536 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 946 time: 0.0864720 Apr 02 18:17:51.270367 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-5e8bcd74-d9fb-4048-8392-447d16d37a81 req-7c8fe044-685c-4dc3-a8e9-af06509e4727 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Apr 02 18:17:51.466795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-2c47742d-23f1-4c9f-afa9-217fa54c40b7 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:51.468433 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-2c47742d-23f1-4c9f-afa9-217fa54c40b7 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 946 time: 0.0898292 Apr 02 18:17:51.543131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Deleting port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:51.543497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:51.809266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] For port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:51.809659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:51.941012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Calling delete_port for 153d214a-1fd7-4a36-a32b-40ec5cc50ecd owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:52.087475 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:52.098794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['87c548f8-68e0-40f1-acd9-0cdd8319bebe', '80cb2499-f336-40ba-9f28-7e5e2538b318', '153d214a-1fd7-4a36-a32b-40ec5cc50ecd'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:17:52.105244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-36f28a0f-1f21-415f-9623-2604019ef014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:52.162437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Pushing event deleted for resources: {'Port': ['ID=153d214a-1fd7-4a36-a32b-40ec5cc50ecd,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:52.212415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:52.347268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] No DVR routers for this DVR port 153d214a-1fd7-4a36-a32b-40ec5cc50ecd on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:17:52.349782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:52.353115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b250286-22f0-4e0d-8164-93186c7414a4', 'name': 'network-vif-deleted', 'tag': '153d214a-1fd7-4a36-a32b-40ec5cc50ecd'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:52.381867 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-33b93468-231b-4e3a-8871-54e43bb430c6 req-412b9d47-8175-42c2-b6df-89389952a9fe tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "DELETE /v2.0/ports/153d214a-1fd7-4a36-a32b-40ec5cc50ecd HTTP/1.1" status: 204 len: 173 time: 0.9079611 Apr 02 18:17:52.449390 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b250286-22f0-4e0d-8164-93186c7414a4', 'name': 'network-vif-deleted', 'tag': '153d214a-1fd7-4a36-a32b-40ec5cc50ecd', 'status': 'completed', 'code': 200} Apr 02 18:17:52.461918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-7cb310db-1ed2-40ad-969a-23997fada963 req-57926c94-da3b-4600-9b72-e66bb70077c8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:17:52.476954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-7cb310db-1ed2-40ad-969a-23997fada963 req-57926c94-da3b-4600-9b72-e66bb70077c8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:17:52.478133 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7cb310db-1ed2-40ad-969a-23997fada963 req-57926c94-da3b-4600-9b72-e66bb70077c8 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b250286-22f0-4e0d-8164-93186c7414a4 HTTP/1.1" status: 200 len: 210 time: 0.0661948 Apr 02 18:17:53.181092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36252) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:53.301395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:53.317333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:53.321348 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:2475170aa7c54a3c9d2e990213bb5d9e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:53.324338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:53.330791 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:53.413819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:53.416803 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:53.425370 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d93fc06f-cbb8-4709-ba37-71a6eb63ca90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:53.469830 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2475170aa7c54a3c9d2e990213bb5d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876079 Apr 02 18:17:53.471615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6e1568-0979-4041-8f80-f4a719bc454a,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:53.472675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36258) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:53.474925 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fc8a3115-2259-4d66-b0a8-76a2ef974dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:53.534562 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8b79d0d-c18c-4d1d-82cd-6a93a3c899c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:53.561359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8b79d0d-c18c-4d1d-82cd-6a93a3c899c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:53.613332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8b79d0d-c18c-4d1d-82cd-6a93a3c899c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:53.618522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6579f991-4bc3-45d9-b86c-08da3e6b63cd tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:53.631775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b79d0d-c18c-4d1d-82cd-6a93a3c899c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6e1568-0979-4041-8f80-f4a719bc454a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:53.634352 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e8b79d0d-c18c-4d1d-82cd-6a93a3c899c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:53.641667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8b79d0d-c18c-4d1d-82cd-6a93a3c899c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:53.645360 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e8b79d0d-c18c-4d1d-82cd-6a93a3c899c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af6e1568-0979-4041-8f80-f4a719bc454a HTTP/1.1" status: 204 len: 168 time: 0.1691580 Apr 02 18:17:53.984851 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ae9b-e258-4425-a46b-1ba9b49080f4 req-47dd6456-a8b2-40cf-a2f9-a86adf04c61a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:53.987024 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f813ae9b-e258-4425-a46b-1ba9b49080f4 req-47dd6456-a8b2-40cf-a2f9-a86adf04c61a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 945 time: 0.0979095 Apr 02 18:17:54.035884 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f813ae9b-e258-4425-a46b-1ba9b49080f4 req-4eff0cdb-a9a2-49b4-9f56-6a01769e8f8e tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Apr 02 18:17:54.172424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 153d214a-1fd7-4a36-a32b-40ec5cc50ecd no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:54.211797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 153d214a-1fd7-4a36-a32b-40ec5cc50ecd {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:54.212214 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 153d214a-1fd7-4a36-a32b-40ec5cc50ecd not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:54.447202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36288) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:54.557169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-103647137-network', 'tenant_id': '42ef8754e539485ca732a35c65bc7858'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:17:54.562097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:54.566154 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Usage tracker for resource:network and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:54.569083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:54.575687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:54.584746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Made reservation on behalf of 42ef8754e539485ca732a35c65bc7858 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:17:54.589312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:54.602572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:54.617319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:54.621132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:54.623998 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:54.629787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:54.711443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:54.714162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:54.718143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-09a681ae-ef92-47d7-bcd5-9bd9aadcc685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:54.742556 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:17:54.757276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b02ac9-deb6-4a67-8eb7-4e6135107646,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:54.761457 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:54.762407 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:54.762787 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Added segment e60616d7-0539-4c45-816c-e4fb44782078 of type vlan for network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 Apr 02 18:17:54.792782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:54.821414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:54.822746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:54.823368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:54.828228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1298c7ef-543e-4c53-9b8e-69e5f6e6c7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:54.938437 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4899638 Apr 02 18:17:54.939183 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=7db3efa0-9e82-4036-a5bb-aa21677fdae8,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:54.941326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36294) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:54.944194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c1a17927-0d0b-474d-a3ea-bffb7ed62fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:54.947988 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Request body: {'subnet': {'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-103647137-subnet', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:17:54.949292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:17:54.953082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:54.957123 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Usage tracker for resource:subnet and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:54.960076 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:54.966044 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:54.975810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Made reservation on behalf of 42ef8754e539485ca732a35c65bc7858 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:17:54.980782 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848011014'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.148923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-f4b9a54e-b3eb-41a2-960e-8660e50bf4a3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:55.150492 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-f4b9a54e-b3eb-41a2-960e-8660e50bf4a3 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 945 time: 0.0908616 Apr 02 18:17:55.280152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Deleting port 80cb2499-f336-40ba-9f28-7e5e2538b318 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:17:55.280473 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.383180 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848086965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848011063'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.398887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:55.404968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0fc2d-cf04-4d9c-8fe0-747837c64283 req-f868524c-1711-4de4-b510-4be34f1e40be tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:55.406644 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-def0fc2d-cf04-4d9c-8fe0-747837c64283 req-f868524c-1711-4de4-b510-4be34f1e40be tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 945 time: 0.2512639 Apr 02 18:17:55.505270 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-def0fc2d-cf04-4d9c-8fe0-747837c64283 req-ebf1e7c7-deb5-484f-b338-88dcd04ea770 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901129 Apr 02 18:17:55.530335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e194fe-d43c-4a5f-9147-f6ada9f63bce,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:55.534607 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:55.600360 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Checking segment: {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:17:55.600753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Network hostable DHCP agents. Network: 7db3efa0-9e82-4036-a5bb-aa21677fdae8, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:17:55.613592 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] For port 80cb2499-f336-40ba-9f28-7e5e2538b318, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80cb2499-f336-40ba-9f28-7e5e2538b318,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:55.613962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.619200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:17:55.627720 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, 7db3efa0-9e82-4036-a5bb-aa21677fdae8) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:17:55.636898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9f563-b700-475f-841d-20f5a15a315b None None] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:17:55.640980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:55.641655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.664376 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a4ed8c7e-c23b-4e7f-9469-e6e1c4adf569 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7193193 Apr 02 18:17:55.664565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36300) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:55.670114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:17:55.674996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:17:55.679583 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Usage tracker for resource:router and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:17:55.683180 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:17:55.689860 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:17:55.699003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774967'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.700055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-830'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.715010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.747144 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Calling delete_port for 80cb2499-f336-40ba-9f28-7e5e2538b318 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:17:55.867068 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp423a3e73-a584-533f-b49d-55ed1d14d18e-7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce'}]}} from dv-cinder-784477-2-smb. {{(pid=84336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:17:55.867994 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.901115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.916338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-61677f05-e376-489b-8e41-1c58d6f3b8d1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:55.925846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['87c548f8-68e0-40f1-acd9-0cdd8319bebe', '80cb2499-f336-40ba-9f28-7e5e2538b318'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:17:55.977020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Pushing event deleted for resources: {'Port': ['ID=80cb2499-f336-40ba-9f28-7e5e2538b318,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:55.999892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.041746 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.042757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.042757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.043213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.043689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.044159 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.044671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.045145 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.045618 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.046527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.046527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.046995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:17:56.055911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:56.191715 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] No DVR routers for this DVR port 80cb2499-f336-40ba-9f28-7e5e2538b318 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:17:56.194369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.197524 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3273b-ac18-4fb7-80c5-6c23dcde5d47', 'name': 'network-vif-deleted', 'tag': '80cb2499-f336-40ba-9f28-7e5e2538b318'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:17:56.222773 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d72d2da9-4a2b-4289-8268-3f2e3a2beaf2 req-facf8ad6-ee5a-42c7-8685-8dab8f92e017 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "DELETE /v2.0/ports/80cb2499-f336-40ba-9f28-7e5e2538b318 HTTP/1.1" status: 204 len: 173 time: 1.0652618 Apr 02 18:17:56.267031 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3273b-ac18-4fb7-80c5-6c23dcde5d47', 'name': 'network-vif-deleted', 'tag': '80cb2499-f336-40ba-9f28-7e5e2538b318', 'status': 'completed', 'code': 200} Apr 02 18:17:56.306153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Allocated IP 172.20.0.2 (7db3efa0-9e82-4036-a5bb-aa21677fdae8/02e194fe-d43c-4a5f-9147-f6ada9f63bce/fd31466c-c1f9-4f1e-b464-1db0077a5557) {{(pid=84336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:17:56.584221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.596918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Notify callbacks [] for port, precommit_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.607614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Transition to ACTIVE for port object fd31466c-c1f9-4f1e-b464-1db0077a5557 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:17:56.616632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.628737 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Transition to ACTIVE for port object fd31466c-c1f9-4f1e-b464-1db0077a5557 will not be triggered until provisioned by entity DHCP. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:17:56.634102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.671691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:56.690030 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f5703324-384d-41e5-917f-ccb41dc42734 req-21323b5a-4b62-4aa4-8039-9f6c61c5b651 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Synchronizing usage tracker for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:17:56.706874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-f5703324-384d-41e5-917f-ccb41dc42734 req-21323b5a-4b62-4aa4-8039-9f6c61c5b651 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Unset dirty status for tenant:e97b5b3b3f3a410e9574bdad1cb55a8f on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:17:56.708499 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f5703324-384d-41e5-917f-ccb41dc42734 req-21323b5a-4b62-4aa4-8039-9f6c61c5b651 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3273b-ac18-4fb7-80c5-6c23dcde5d47 HTTP/1.1" status: 200 len: 210 time: 0.0681789 Apr 02 18:17:56.790409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Allocated IP 172.28.1.152 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/a73d2e5b-04e6-4f14-8931-49f5c6db5ac9) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:17:56.813967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Pushing event updated for resources: {'Port': ['ID=fd31466c-c1f9-4f1e-b464-1db0077a5557,revision_number=1']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:56.818218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:56.859419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 is already hosted by enough agents. {{(pid=84336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:17:56.860916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Resources bound (agent type, host, resource id): {{(pid=84336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:17:56.863094 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Received port after_create {{(pid=84336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:17:56.951623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.962467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Attempting to bind port fd31466c-c1f9-4f1e-b464-1db0077a5557 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:17:56.962890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Attempting to bind port fd31466c-c1f9-4f1e-b464-1db0077a5557 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:17:56.963298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Attempting to bind port fd31466c-c1f9-4f1e-b464-1db0077a5557 on network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:17:56.968963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:17:56.969378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Checking segment: {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:17:56.969849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.970270 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Bound using segment: {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:17:56.970778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Bound port: fd31466c-c1f9-4f1e-b464-1db0077a5557, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:17:56.971321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.981863 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.997108 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-64f1a07e-0aa9-4537-9527-1f74922ad36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:57.061929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-406ae80c-5075-4096-aaea-810f95367966 None None] For port fd31466c-c1f9-4f1e-b464-1db0077a5557, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:17:57.065550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-406ae80c-5075-4096-aaea-810f95367966 None None] For port fd31466c-c1f9-4f1e-b464-1db0077a5557, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=fd31466c-c1f9-4f1e-b464-1db0077a5557,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:17:57.069606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:57.084888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ec67835-f402-44d3-9a6c-a17796b638cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:57.139404 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Pushing event updated for resources: {'Port': ['ID=a73d2e5b-04e6-4f14-8931-49f5c6db5ac9,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:57.144970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:57.188549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:17:57.189737 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:17:57.191891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:17:57.237986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Pushing event updated for resources: {'Port': ['ID=fd31466c-c1f9-4f1e-b464-1db0077a5557,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:57.242902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:57.654969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:57.692274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device fd31466c-c1f9-4f1e-b464-1db0077a5557 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:17:57.766330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port fd31466c-c1f9-4f1e-b464-1db0077a5557 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:17:58.020940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:58.187896 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 80cb2499-f336-40ba-9f28-7e5e2538b318 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:17:58.227779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 80cb2499-f336-40ba-9f28-7e5e2538b318 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:17:58.228190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 80cb2499-f336-40ba-9f28-7e5e2538b318 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:17:58.234595 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 is scheduled to L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:17:58.433927 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:17:58.442820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Sync routers for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:17:58.452638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:17:58.453323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:58.459079 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:58.460450 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-128f9d66-4a48-4026-8601-b202555799be admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7948587 Apr 02 18:17:58.463483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36314) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:17:58.654404 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:17:58.767589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761ec1a-8781-4f3d-813c-a50c3f1bd873 None None] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:17:58.945208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-60fb1e56-7976-4bce-b7b7-20d52d804459 None None] Provisioning for port fd31466c-c1f9-4f1e-b464-1db0077a5557 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:17:58.965533 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-60fb1e56-7976-4bce-b7b7-20d52d804459 None None] Provisioning complete for port fd31466c-c1f9-4f1e-b464-1db0077a5557 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:17:58.965890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-60fb1e56-7976-4bce-b7b7-20d52d804459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:59.239842 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:17:59.470500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-60fb1e56-7976-4bce-b7b7-20d52d804459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:59.519622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:59.524741 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:17:57Z', 'revision_number': 3, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:17:59.540568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Checking router: fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:17:59.540967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Updating router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 binding host dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:17:59.549890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cbf40-5ce8-44af-aed9-ea6a6d2f8723 req-09dad810-dad9-450e-90e9-3891c0402fd1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:17:59.551469 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-382cbf40-5ce8-44af-aed9-ea6a6d2f8723 req-09dad810-dad9-450e-90e9-3891c0402fd1 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 945 time: 0.1772358 Apr 02 18:17:59.567744 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-60fb1e56-7976-4bce-b7b7-20d52d804459 None None] For port fd31466c-c1f9-4f1e-b464-1db0077a5557, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=fd31466c-c1f9-4f1e-b464-1db0077a5557,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:17:59.583033 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-60fb1e56-7976-4bce-b7b7-20d52d804459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:59.587122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a5f8e0ba-8c3a-4db6-9ed2-e9624a7359e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:17:59.659067 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-382cbf40-5ce8-44af-aed9-ea6a6d2f8723 req-c107e083-eafa-46e3-96ee-329fdd7a2d3f tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689547 Apr 02 18:17:59.664127 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:59.732937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb1e56-7976-4bce-b7b7-20d52d804459 None None] Pushing event updated for resources: {'Port': ['ID=fd31466c-c1f9-4f1e-b464-1db0077a5557,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:17:59.738305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-60fb1e56-7976-4bce-b7b7-20d52d804459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:17:59.801362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Allocated IP 172.20.0.1 (7db3efa0-9e82-4036-a5bb-aa21677fdae8/02e194fe-d43c-4a5f-9147-f6ada9f63bce/306b17aa-b0fe-4a51-82b1-c58803a90da1) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:17:59.955836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:59.972080 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Transition to ACTIVE for port object 306b17aa-b0fe-4a51-82b1-c58803a90da1 will not be triggered until provisioned by entity DHCP. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:17:59.979466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-03d64aef-5c8c-4c80-8c66-4ca784b0f4ea None None] Provisioning complete for port fd31466c-c1f9-4f1e-b464-1db0077a5557 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:17:59.979890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03d64aef-5c8c-4c80-8c66-4ca784b0f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:59.994876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.010584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4c852e27-3596-4965-a8bf-5fb031eeb232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:00.152075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Pushing event updated for resources: {'Port': ['ID=306b17aa-b0fe-4a51-82b1-c58803a90da1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:00.156374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:00.200396 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:18:00.201589 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:00.204158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:18:00.214464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.229028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Transition to ACTIVE for port object a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:00.236769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.252850 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:00.263898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854106301'] for router_interface, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.380437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.400537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e007c-2cd5-41f4-91ee-03147028ed96 None None] Pushing event updated for resources: {'Port': ['ID=a73d2e5b-04e6-4f14-8931-49f5c6db5ac9,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:00.405326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-eb4e007c-2cd5-41f4-91ee-03147028ed96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:00.448324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a006e515-82cb-401d-8f10-92228f849365 None None] Provisioning for port 306b17aa-b0fe-4a51-82b1-c58803a90da1 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:00.463444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a006e515-82cb-401d-8f10-92228f849365 None None] Provisioning complete for port 306b17aa-b0fe-4a51-82b1-c58803a90da1 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:00.463864 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a006e515-82cb-401d-8f10-92228f849365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.514527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Attempting to bind port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:18:00.514864 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Attempting to bind port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:18:00.515271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Attempting to bind port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 on network 25f59e59-11d9-4f50-904d-648d364b3be9 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:18:00.529770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:18:00.530219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:00.530657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.531085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Bound using segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:18:00.531639 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Bound port: a73d2e5b-04e6-4f14-8931-49f5c6db5ac9, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:18:00.532054 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.575400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a006e515-82cb-401d-8f10-92228f849365 None None] Port 306b17aa-b0fe-4a51-82b1-c58803a90da1 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:18:00.613245 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] For port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:18:00.616565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] For port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=a73d2e5b-04e6-4f14-8931-49f5c6db5ac9,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:18:00.620641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.635614 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d046729f-3f3d-4d3c-ab61-213c896ec86d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:00.674613 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.677995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6688933'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.711036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-088dffe6-8b2d-42ed-b4dc-420bb9417a0b tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:00.787852 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e007c-2cd5-41f4-91ee-03147028ed96 None None] Pushing event updated for resources: {'Port': ['ID=a73d2e5b-04e6-4f14-8931-49f5c6db5ac9,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:00.788095 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Pushing event updated for resources: {'Port': ['ID=306b17aa-b0fe-4a51-82b1-c58803a90da1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:00.792564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:00.792916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-eb4e007c-2cd5-41f4-91ee-03147028ed96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:00.803462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854211868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854109034'] for router_interface, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:00.835020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:00.835683 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:00.946698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:18:00.947961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:00.952051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297ccd-516b-49a3-985e-b25a01e8390c req-28b3b2ea-ca6e-4a25-a51e-e2d627b492c6 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:00.961695 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cd297ccd-516b-49a3-985e-b25a01e8390c req-28b3b2ea-ca6e-4a25-a51e-e2d627b492c6 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 945 time: 0.1769006 Apr 02 18:18:01.018002 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-a9d6b988-ce8f-4b5f-b8da-d69955578ec0 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:01.019922 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-a9d6b988-ce8f-4b5f-b8da-d69955578ec0 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 945 time: 0.1882155 Apr 02 18:18:01.035234 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-cd297ccd-516b-49a3-985e-b25a01e8390c req-eca70743-a49b-4aab-bc37-efdcc41ca20c tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/security-groups?id=49594bf8-3e33-40d9-b97b-56cf976f0947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724418 Apr 02 18:18:01.047556 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:01.123826 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Deleting port 87c548f8-68e0-40f1-acd9-0cdd8319bebe {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:18:01.124255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:01.166330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:18:01.360900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:18:01.371847 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] 10.222.0.32 "PUT /v2.0/routers/fb74ba20-0ff6-4d64-9b8d-5012b13f2b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9072220 Apr 02 18:18:01.422001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] For port 87c548f8-68e0-40f1-acd9-0cdd8319bebe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=87c548f8-68e0-40f1-acd9-0cdd8319bebe,segment=NetworkSegment(0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80),segment_id=0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:01.422509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:01.502541 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-01f4113b-a09d-4168-8199-0ead531e3c84 None None] Provisioning complete for port 306b17aa-b0fe-4a51-82b1-c58803a90da1 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:01.502963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01f4113b-a09d-4168-8199-0ead531e3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:01.581743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Calling delete_port for 87c548f8-68e0-40f1-acd9-0cdd8319bebe owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:18:01.586542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-01f4113b-a09d-4168-8199-0ead531e3c84 None None] Port 306b17aa-b0fe-4a51-82b1-c58803a90da1 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:18:01.669700 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 2, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:01.673631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ea3dd-d3b9-4f2a-866a-3b844c7af0b2 None None] The sync data for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb is: [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 2, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:18:01.676671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device fd31466c-c1f9-4f1e-b464-1db0077a5557 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:01.749467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:01.769652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['87c548f8-68e0-40f1-acd9-0cdd8319bebe'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:18:01.805221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port fd31466c-c1f9-4f1e-b464-1db0077a5557 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:01.805753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.002581 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36340) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:02.008916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1941600840-network', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:02.014285 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:02.018646 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Usage tracker for resource:network and tenant:a393cddb78ce4a469d85774e23d14459 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:02.021793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:02.028153 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:02.031008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5ecb60a2-a7b2-4eaf-b4c4-4120f7e2ba3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:02.040490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Made reservation on behalf of a393cddb78ce4a469d85774e23d14459 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:18:02.045436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.059505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.078707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:02.084799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Usage tracker for resource:security_group_rule and tenant:a393cddb78ce4a469d85774e23d14459 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:02.088974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:02.096210 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:02.145881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Pushing event deleted for resources: {'Port': ['ID=87c548f8-68e0-40f1-acd9-0cdd8319bebe,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:02.150278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:02.235973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.242268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.247250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-048a4d0c-131f-4844-a07a-92d52b917992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:02.281039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:18:02.292434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15fd6f4-ac13-45f7-a05a-b73a587bcfa0,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:02.303072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.303565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.304092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.304624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.305089 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.305553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.306008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.306463 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.306931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.307861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.308276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.308798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:02.315296 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.315843 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Added segment d4022e5d-dc14-4a67-8a3f-89bb8635a6b4 of type vlan for network b72eb518-9338-4f2b-a91a-915d659da564 Apr 02 18:18:02.322525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:02.337436 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] No DVR routers for this DVR port 87c548f8-68e0-40f1-acd9-0cdd8319bebe on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:18:02.342181 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.346667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050ecc7-9df3-4fb0-9abd-c65430ed366e', 'name': 'network-vif-deleted', 'tag': '87c548f8-68e0-40f1-acd9-0cdd8319bebe'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:18:02.363910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.392653 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e2d60135-e075-4077-b5c3-0bd869d458d0 req-ed58f3a1-fdc5-41ac-97be-2e873e77b68a tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.20 "DELETE /v2.0/ports/87c548f8-68e0-40f1-acd9-0cdd8319bebe HTTP/1.1" status: 204 len: 173 time: 1.3450212 Apr 02 18:18:02.414408 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.417976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:02.418628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:02.442528 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050ecc7-9df3-4fb0-9abd-c65430ed366e', 'name': 'network-vif-deleted', 'tag': '87c548f8-68e0-40f1-acd9-0cdd8319bebe', 'status': 'completed', 'code': 200} Apr 02 18:18:02.461180 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:02.514491 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-963fecbf-aac2-4709-a01e-e20d6926be4d req-ec78e1c4-eafd-48b3-a5f4-16a81166ac36 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] 10.222.0.32 "GET /v2.0/ports?device_id=2050ecc7-9df3-4fb0-9abd-c65430ed366e HTTP/1.1" status: 200 len: 210 time: 0.0990784 Apr 02 18:18:02.581432 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5776262 Apr 02 18:18:02.584395 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36348) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:02.587560 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Pushing event updated for resources: {'Network': ['ID=b72eb518-9338-4f2b-a91a-915d659da564,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:02.590394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:02.591648 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Request body: {'subnet': {'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1941600840-subnet', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'ip_version': 4}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:02.599560 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network b72eb518-9338-4f2b-a91a-915d659da564 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:18:02.603360 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:02.615368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Usage tracker for resource:subnet and tenant:a393cddb78ce4a469d85774e23d14459 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:02.617924 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:02.630803 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:02.643327 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Made reservation on behalf of a393cddb78ce4a469d85774e23d14459 for: {'subnet': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:18:02.649026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847962598'] for subnet, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.086990 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6669910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847962583'] for subnet, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.103431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a82a2e34-886c-4270-b633-8c75a9398438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:03.237833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb51cb4-fcc0-42b1-92b7-30d596b87007,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:03.241778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:03.300102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Checking segment: {'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:03.300536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Network hostable DHCP agents. Network: b72eb518-9338-4f2b-a91a-915d659da564, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:18:03.320734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Network b72eb518-9338-4f2b-a91a-915d659da564 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:18:03.330522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, b72eb518-9338-4f2b-a91a-915d659da564) {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:03.340369 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46666085-1052-44cc-8894-2912ea5067f8 None None] Network b72eb518-9338-4f2b-a91a-915d659da564 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:18:03.347056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:03.347707 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.370191 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7d9bb71d-5265-402c-b640-cd678b9b67ab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7844419 Apr 02 18:18:03.373050 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36352) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:03.379378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:03.384359 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:03.388570 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Usage tracker for resource:router and tenant:a393cddb78ce4a469d85774e23d14459 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:03.391658 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:03.400678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:03.414940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-670944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774967'] for router, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.416358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854411715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-830'] for router, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.434556 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.580253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp423a3e73-a584-533f-b49d-55ed1d14d18e-b72eb518-9338-4f2b-a91a-915d659da564', 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'fixed_ips': [{'subnet_id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007'}]}} from dv-cinder-784477-2-smb. {{(pid=84336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:18:03.581239 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.623984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36358) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:03.698788 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] Deleting subnet 3e234d5b-e2a9-452a-b6a3-1012a543d2e2 {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:18:03.703277 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.732273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:03.770035 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.824273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Allocated IP 172.20.0.2 (b72eb518-9338-4f2b-a91a-915d659da564/acb51cb4-fcc0-42b1-92b7-30d596b87007/f6fcc900-5f4a-4b1f-903a-5cc267f53a31) {{(pid=84336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:18:03.836600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:03.844955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:03.877678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:03.878097 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.001996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854108897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-815'] for router, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.104501 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.120638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8766b108-18a7-4f07-b4b5-78394dc64240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:04.152984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.173739 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e234d5b-e2a9-452a-b6a3-1012a543d2e2,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:04.176090 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:04.180930 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Notify callbacks [] for port, precommit_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.184434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=a73d2e5b-04e6-4f14-8931-49f5c6db5ac9,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:04.193357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.195669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Transition to ACTIVE for port object f6fcc900-5f4a-4b1f-903a-5cc267f53a31 will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:04.198215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:04.240324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 87c548f8-68e0-40f1-acd9-0cdd8319bebe no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:18:04.269868 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.275963 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3bfb6458-40cf-4fed-9b23-a45a1e359d41 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e234d5b-e2a9-452a-b6a3-1012a543d2e2 HTTP/1.1" status: 204 len: 168 time: 0.6507936 Apr 02 18:18:04.278507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36362) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:04.293588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 87c548f8-68e0-40f1-acd9-0cdd8319bebe {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:18:04.293978 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 87c548f8-68e0-40f1-acd9-0cdd8319bebe not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:18:04.309910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Transition to ACTIVE for port object f6fcc900-5f4a-4b1f-903a-5cc267f53a31 will not be triggered until provisioned by entity DHCP. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:04.319349 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400'] for port, after_create {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.339730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.372357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.372779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=a73d2e5b-04e6-4f14-8931-49f5c6db5ac9,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:04.421593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:04.422120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:04.424327 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.513075 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Pushing event updated for resources: {'Port': ['ID=f6fcc900-5f4a-4b1f-903a-5cc267f53a31,revision_number=1']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:04.518051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:04.523553 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Allocated IP 172.28.1.150 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/c7e282b0-d3e7-479b-bb92-a92195f8bdbd) {{(pid=84334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:18:04.553527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Network b72eb518-9338-4f2b-a91a-915d659da564 is already hosted by enough agents. {{(pid=84336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:18:04.554861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Resources bound (agent type, host, resource id): {{(pid=84336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:04.559488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Received port after_create {{(pid=84336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:18:04.630433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.660424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Attempting to bind port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:18:04.660834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Attempting to bind port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:18:04.661237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Attempting to bind port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 on network b72eb518-9338-4f2b-a91a-915d659da564 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:18:04.667458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:18:04.667871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Checking segment: {'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:04.668564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.669001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Bound using segment: {'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:18:04.669527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Bound port: f6fcc900-5f4a-4b1f-903a-5cc267f53a31, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:18:04.669921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.695869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.731701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.750316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-802f3d62-6149-4aa3-9e63-4788eb80d656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:04.752609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6897c033-4752-405c-8b28-91fb73ad7192']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:04.766182 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:04.767391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8ea7a7-e7c9-41e0-93f2-328a7ba0bf80') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:04.768279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] For port f6fcc900-5f4a-4b1f-903a-5cc267f53a31, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:18:04.771578 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] For port f6fcc900-5f4a-4b1f-903a-5cc267f53a31, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=f6fcc900-5f4a-4b1f-903a-5cc267f53a31,segment=NetworkSegment(d4022e5d-dc14-4a67-8a3f-89bb8635a6b4),segment_id=d4022e5d-dc14-4a67-8a3f-89bb8635a6b4)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:18:04.775406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.779786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.793993 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4946e9a4-73dc-4456-9099-8914f83e942c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:04.794789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:04.801651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:18:04.904038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Pushing event updated for resources: {'Port': ['ID=c7e282b0-d3e7-479b-bb92-a92195f8bdbd,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:04.909216 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:04.957318 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:18:04.958606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:04.961059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Received port after_create {{(pid=84334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:18:04.999980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Network 6897c033-4752-405c-8b28-91fb73ad7192 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:18:05.010701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.139606 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Pushing event updated for resources: {'Port': ['ID=f6fcc900-5f4a-4b1f-903a-5cc267f53a31,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:05.145734 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:05.193046 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Network 6897c033-4752-405c-8b28-91fb73ad7192 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:18:05.219672 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:18:05.243945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Sync routers for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:18:05.254593 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:05.255268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:05.304141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.308655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fc194b64-913c-4d93-9a7d-58cf386375f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:05.326636 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.333815 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Pushing event deleted for resources: {'Network': ['ID=6897c033-4752-405c-8b28-91fb73ad7192,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:05.338442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:05.346303 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] 10.222.0.32 "DELETE /v2.0/networks/6897c033-4752-405c-8b28-91fb73ad7192 HTTP/1.1" status: 204 len: 168 time: 1.0667543 Apr 02 18:18:05.448679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.452012 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:05.677516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36368) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:05.755609 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bbda593a-7ff1-4559-ba85-e4646e78121b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e97b5b3b3f3a410e9574bdad1cb55a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768464 Apr 02 18:18:05.759271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36372) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:05.814587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:05.845838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 2, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:05.850308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f9b0-793e-4dbb-8668-7daf1a856e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.850445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Checking router: fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:18:05.850795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Updating router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 port 306b17aa-b0fe-4a51-82b1-c58803a90da1 binding host dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:18:05.861820 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.879276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f9b0-793e-4dbb-8668-7daf1a856e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.904679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:05.905472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.909225 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.929364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f9b0-793e-4dbb-8668-7daf1a856e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.935202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-930bbd51-ad46-4ba9-8216-bb593102dd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:05.956294 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7f9b0-793e-4dbb-8668-7daf1a856e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49594bf8-3e33-40d9-b97b-56cf976f0947,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:05.958916 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0bd7f9b0-793e-4dbb-8668-7daf1a856e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:05.965484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f9b0-793e-4dbb-8668-7daf1a856e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:05.966714 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-0bd7f9b0-793e-4dbb-8668-7daf1a856e45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49594bf8-3e33-40d9-b97b-56cf976f0947 HTTP/1.1" status: 204 len: 168 time: 0.2064629 Apr 02 18:18:06.066935 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device f6fcc900-5f4a-4b1f-903a-5cc267f53a31 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:06.129266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Router 42775dc5-161f-4432-9fa8-bd48b305e1da is scheduled to L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c with binding_index 1 {{(pid=84334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:18:06.157814 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:06.599775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:18:06.617253 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:06.617632 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Sync routers for ids ['42775dc5-161f-4432-9fa8-bd48b305e1da'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:18:06.629687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:06.629849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Routers {'42775dc5-161f-4432-9fa8-bd48b305e1da'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:06.630644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['42775dc5-161f-4432-9fa8-bd48b305e1da'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:06.631268 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7e633199-bb3a-41f0-87fd-a78c71f4cbdf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2571168 Apr 02 18:18:06.634083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36390) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:06.637304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Transition to ACTIVE for port object 306b17aa-b0fe-4a51-82b1-c58803a90da1 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:06.647550 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:06.666554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-df001226-2574-433a-82c3-bfa3ca86c2de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:06.850760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Pushing event updated for resources: {'Port': ['ID=306b17aa-b0fe-4a51-82b1-c58803a90da1,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:06.866013 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.866689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.876471 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.877048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.877611 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.878382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.878922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.879561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.880236 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.880772 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.881931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.882472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:06.887320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:06.892320 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Set router 42775dc5-161f-4432-9fa8-bd48b305e1da gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:07.040319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0688c73e-0dea-4160-8243-38ac61050c42 None None] Network b72eb518-9338-4f2b-a91a-915d659da564 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:18:07.136974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Attempting to bind port 306b17aa-b0fe-4a51-82b1-c58803a90da1 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:18:07.137386 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Attempting to bind port 306b17aa-b0fe-4a51-82b1-c58803a90da1 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:18:07.137793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Attempting to bind port 306b17aa-b0fe-4a51-82b1-c58803a90da1 on network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:18:07.145116 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:18:07.145995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Checking segment: {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:07.146452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:07.146887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Bound using segment: {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:18:07.147408 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Bound port: 306b17aa-b0fe-4a51-82b1-c58803a90da1, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:18:07.148281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:07.178233 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1b4ac953-ca12-4256-adfc-5249f7d41712 None None] Provisioning for port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:07.242961 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1b4ac953-ca12-4256-adfc-5249f7d41712 None None] Provisioning complete for port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:07.243382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac953-ca12-4256-adfc-5249f7d41712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:07.250056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] For port 306b17aa-b0fe-4a51-82b1-c58803a90da1, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:18:07.253799 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] For port 306b17aa-b0fe-4a51-82b1-c58803a90da1, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=306b17aa-b0fe-4a51-82b1-c58803a90da1,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:18:07.258058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:07.276030 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-019a4baa-7ca9-4a59-9732-b8ce07126179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:07.379989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:07.455139 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Pushing event updated for resources: {'Port': ['ID=306b17aa-b0fe-4a51-82b1-c58803a90da1,revision_number=4']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:07.468982 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c5fb1875-69a6-42d8-a558-197073fdbe4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:07.518201 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:07.518877 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:07.579736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac953-ca12-4256-adfc-5249f7d41712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:07.715612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1b4ac953-ca12-4256-adfc-5249f7d41712 None None] For port f6fcc900-5f4a-4b1f-903a-5cc267f53a31, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=f6fcc900-5f4a-4b1f-903a-5cc267f53a31,segment=NetworkSegment(d4022e5d-dc14-4a67-8a3f-89bb8635a6b4),segment_id=d4022e5d-dc14-4a67-8a3f-89bb8635a6b4)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:07.731315 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac953-ca12-4256-adfc-5249f7d41712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:07.742305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:07.795919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:07.817872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 306b17aa-b0fe-4a51-82b1-c58803a90da1 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:07.882986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:18:05Z', 'revision_number': 3, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port': {'id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:04Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:07.921140 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Checking router: 42775dc5-161f-4432-9fa8-bd48b305e1da for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:18:07.921383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Updating router 42775dc5-161f-4432-9fa8-bd48b305e1da port c7e282b0-d3e7-479b-bb92-a92195f8bdbd binding host dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:18:08.006364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.008499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.045310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ac953-ca12-4256-adfc-5249f7d41712 None None] Pushing event updated for resources: {'Port': ['ID=f6fcc900-5f4a-4b1f-903a-5cc267f53a31,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:08.064059 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1b4ac953-ca12-4256-adfc-5249f7d41712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:08.091001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 306b17aa-b0fe-4a51-82b1-c58803a90da1 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:08.106377 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 306b17aa-b0fe-4a51-82b1-c58803a90da1 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:08.106744 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.311971 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:07Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:08.320322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e5dda-cfd7-446e-a317-671ae9896c4d None None] The sync data for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb is: [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:07Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:18:08.354531 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Allocated IP 172.20.0.1 (b72eb518-9338-4f2b-a91a-915d659da564/acb51cb4-fcc0-42b1-92b7-30d596b87007/9900b18b-4656-480f-9ecc-4aa19b463dd0) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:18:08.514213 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cf4aae9d-f1e3-44e5-90cf-942cd492a453 None None] Provisioning complete for port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:08.514622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cf4aae9d-f1e3-44e5-90cf-942cd492a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.523686 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.542040 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Transition to ACTIVE for port object 9900b18b-4656-480f-9ecc-4aa19b463dd0 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:08.573545 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.590810 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:08.742534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.742805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Pushing event updated for resources: {'Port': ['ID=9900b18b-4656-480f-9ecc-4aa19b463dd0,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:08.747206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:08.792203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Network b72eb518-9338-4f2b-a91a-915d659da564 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:18:08.793466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:08.795828 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:18:08.853624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854106301'] for router_interface, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.872950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 306b17aa-b0fe-4a51-82b1-c58803a90da1, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=306b17aa-b0fe-4a51-82b1-c58803a90da1,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:08.881197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:08.885283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a3bd3f08-56f0-4e13-bfe2-303f83a72d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:09.029448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=306b17aa-b0fe-4a51-82b1-c58803a90da1,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:09.033083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:09.058692 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Notify callbacks [] for port, precommit_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.078635 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Transition to ACTIVE for port object c7e282b0-d3e7-479b-bb92-a92195f8bdbd will not be triggered until provisioned by entity L2. {{(pid=84336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:09.086893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.104033 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-406ae80c-5075-4096-aaea-810f95367966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:09.127706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.165837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d4a988e9-1fe1-4da1-9dd1-63ab78620bc7 None None] Provisioning for port 9900b18b-4656-480f-9ecc-4aa19b463dd0 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:09.238040 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d4a988e9-1fe1-4da1-9dd1-63ab78620bc7 None None] Provisioning complete for port 9900b18b-4656-480f-9ecc-4aa19b463dd0 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:09.238383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d4a988e9-1fe1-4da1-9dd1-63ab78620bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.278406 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3820a-3282-4d75-88a0-29cf2a880756 None None] Pushing event updated for resources: {'Port': ['ID=c7e282b0-d3e7-479b-bb92-a92195f8bdbd,revision_number=2']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:09.292279 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-33c3820a-3282-4d75-88a0-29cf2a880756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:09.319564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d4a988e9-1fe1-4da1-9dd1-63ab78620bc7 None None] Port 9900b18b-4656-480f-9ecc-4aa19b463dd0 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:18:09.372244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Attempting to bind port c7e282b0-d3e7-479b-bb92-a92195f8bdbd on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:18:09.372846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Attempting to bind port c7e282b0-d3e7-479b-bb92-a92195f8bdbd by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:18:09.373268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Attempting to bind port c7e282b0-d3e7-479b-bb92-a92195f8bdbd on network 25f59e59-11d9-4f50-904d-648d364b3be9 {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:18:09.381399 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:18:09.382305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Checking segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:09.382769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.383206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Bound using segment: {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'} {{(pid=84336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:18:09.383728 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Bound port: c7e282b0-d3e7-479b-bb92-a92195f8bdbd, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b910e827-9d51-4d68-874a-6ab62aeb907f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9'}}] {{(pid=84336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:18:09.384147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.429645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.434435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.474919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9bd1b718-9e2b-4271-a274-335bf122d23e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:09.475584 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] For port c7e282b0-d3e7-479b-bb92-a92195f8bdbd, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:18:09.479005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] For port c7e282b0-d3e7-479b-bb92-a92195f8bdbd, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=c7e282b0-d3e7-479b-bb92-a92195f8bdbd,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:18:09.483303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.498368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:09.549786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Pushing event updated for resources: {'Port': ['ID=9900b18b-4656-480f-9ecc-4aa19b463dd0,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:09.558564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854211868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854109034'] for router_interface, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.576343 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:09.648542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3820a-3282-4d75-88a0-29cf2a880756 None None] Pushing event updated for resources: {'Port': ['ID=c7e282b0-d3e7-479b-bb92-a92195f8bdbd,revision_number=3']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:09.688999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-33c3820a-3282-4d75-88a0-29cf2a880756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:09.698081 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device f6fcc900-5f4a-4b1f-903a-5cc267f53a31 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:09.707949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Network b72eb518-9338-4f2b-a91a-915d659da564 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:18:09.709128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:09.827383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Routers {'42775dc5-161f-4432-9fa8-bd48b305e1da'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:09.828271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:17:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['42775dc5-161f-4432-9fa8-bd48b305e1da'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:09.893013 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:09.893437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:09.949743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Router 42775dc5-161f-4432-9fa8-bd48b305e1da has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:18:10.088544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a486c4cb-8e7a-425e-964d-be88bcafa998 None None] Provisioning complete for port 9900b18b-4656-480f-9ecc-4aa19b463dd0 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:10.088963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a486c4cb-8e7a-425e-964d-be88bcafa998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:10.142132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:18:10.152091 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3efaedda-19fe-4b5d-aad1-25f7d42bb801 admin admin] 10.222.0.32 "PUT /v2.0/routers/42775dc5-161f-4432-9fa8-bd48b305e1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5165441 Apr 02 18:18:10.186180 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] Set router 42775dc5-161f-4432-9fa8-bd48b305e1da gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:10.290900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a486c4cb-8e7a-425e-964d-be88bcafa998 None None] Port 9900b18b-4656-480f-9ecc-4aa19b463dd0 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:18:10.295517 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 306b17aa-b0fe-4a51-82b1-c58803a90da1 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:10.866710 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 306b17aa-b0fe-4a51-82b1-c58803a90da1 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:10.867073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:11.017970 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-89081dd0-dea1-4326-aa5f-c56dc8e5f70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:11.123623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 4, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port': {'id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:04Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '9900b18b-4656-480f-9ecc-4aa19b463dd0', 'name': '', 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'mac_address': 'fa:16:3e:11:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:08Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 2, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'subnets': [{'id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:11.132303 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab1c617-5eaf-4206-82ca-54949e285461 None None] The sync data for ids ['42775dc5-161f-4432-9fa8-bd48b305e1da'] in dv-cinder-784477-2-smb is: [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 4, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port': {'id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:04Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '9900b18b-4656-480f-9ecc-4aa19b463dd0', 'name': '', 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'mac_address': 'fa:16:3e:11:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:08Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 2, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'subnets': [{'id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:18:12.065837 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:13.199032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-689527b5-e193-4ae1-af6b-869316dbd8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:13.733711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c7e282b0-d3e7-479b-bb92-a92195f8bdbd up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:13.810522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port c7e282b0-d3e7-479b-bb92-a92195f8bdbd completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:13.816356 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port c7e282b0-d3e7-479b-bb92-a92195f8bdbd triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:13.816797 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:13.910601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:13.990393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.010564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port c7e282b0-d3e7-479b-bb92-a92195f8bdbd, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=c7e282b0-d3e7-479b-bb92-a92195f8bdbd,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:14.014888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.017414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-33c3820a-3282-4d75-88a0-29cf2a880756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:14.097856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=c7e282b0-d3e7-479b-bb92-a92195f8bdbd,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:14.110957 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:14.213872 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36506) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:14.382974 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.403784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:14.409175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Usage tracker for resource:security_group_rule and tenant:633db1516169499b8ecf1b824979839d is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:14.412893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:14.419713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:14.539234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.543350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.553254 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e4643420-c584-48d5-9f64-c685c42ba686 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:14.596278 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=633db1516169499b8ecf1b824979839d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812180 Apr 02 18:18:14.598234 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f8dd9b-8df9-41cb-bdec-ffd5117c0718,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:14.601031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36512) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:14.604430 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:14.677781 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efc7ab3e-6e19-4e3e-95b3-d5c86c04f8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.709014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efc7ab3e-6e19-4e3e-95b3-d5c86c04f8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.767442 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efc7ab3e-6e19-4e3e-95b3-d5c86c04f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.773476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e8b79d0d-c18c-4d1d-82cd-6a93a3c899c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:14.786453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7ab3e-6e19-4e3e-95b3-d5c86c04f8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f8dd9b-8df9-41cb-bdec-ffd5117c0718,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:14.789743 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-efc7ab3e-6e19-4e3e-95b3-d5c86c04f8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:14.791825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efc7ab3e-6e19-4e3e-95b3-d5c86c04f8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:14.795672 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-efc7ab3e-6e19-4e3e-95b3-d5c86c04f8ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08f8dd9b-8df9-41cb-bdec-ffd5117c0718 HTTP/1.1" status: 204 len: 168 time: 0.1905239 Apr 02 18:18:14.838808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Sync routers for ids ['42775dc5-161f-4432-9fa8-bd48b305e1da'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:18:14.849926 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Routers {'42775dc5-161f-4432-9fa8-bd48b305e1da'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:14.850085 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:18:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['42775dc5-161f-4432-9fa8-bd48b305e1da'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:15.073368 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Set router 42775dc5-161f-4432-9fa8-bd48b305e1da gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:15.169179 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:15.463261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 4, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port': {'id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:04Z', 'updated_at': '2021-04-02T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '9900b18b-4656-480f-9ecc-4aa19b463dd0', 'name': '', 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'mac_address': 'fa:16:3e:11:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:08Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 2, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'subnets': [{'id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:15.468066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Checking router: 42775dc5-161f-4432-9fa8-bd48b305e1da for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:18:15.468516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Updating router 42775dc5-161f-4432-9fa8-bd48b305e1da port 9900b18b-4656-480f-9ecc-4aa19b463dd0 binding host dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:18:15.532530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:15.705176 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c7e282b0-d3e7-479b-bb92-a92195f8bdbd up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:15.759770 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36536) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:15.816036 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port c7e282b0-d3e7-479b-bb92-a92195f8bdbd triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:15.817038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:15.945069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1684134678-network', 'tenant_id': 'd0a2488e0675468295b3c294cffbd3d6'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:15.954587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:15.966029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Usage tracker for resource:network and tenant:d0a2488e0675468295b3c294cffbd3d6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:15.971551 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:15.985604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:16.012200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Made reservation on behalf of d0a2488e0675468295b3c294cffbd3d6 for: {'network': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:18:16.019215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.037702 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.044134 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Notify callbacks [] for port, precommit_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.058428 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:16.061185 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Transition to ACTIVE for port object 9900b18b-4656-480f-9ecc-4aa19b463dd0 will not be triggered until provisioned by entity L2. {{(pid=84337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:16.063107 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Usage tracker for resource:security_group_rule and tenant:d0a2488e0675468295b3c294cffbd3d6 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:16.066324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:16.068988 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.075443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:16.088061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:16.182275 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.186563 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.191969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1d74ddcd-1653-4339-aa40-a707a416538b tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:16.222284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=84334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:18:16.240450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67614b83-698c-4d5a-aaf2-cfb76a3ae2a3,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:16.247378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:16.248591 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.248993 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Added segment 730eeaf7-55a4-44b0-a5a3-42362465db73 of type vlan for network ff8f5a25-4db7-4402-8289-1d589696119b Apr 02 18:18:16.283042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.323237 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.324713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:16.325365 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.339499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:16.443915 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791e70c-4d40-4484-b7d2-618f37f73287 None None] Pushing event updated for resources: {'Port': ['ID=9900b18b-4656-480f-9ecc-4aa19b463dd0,revision_number=3']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:16.453196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2791e70c-4d40-4484-b7d2-618f37f73287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:16.459181 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6951728 Apr 02 18:18:16.459181 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Pushing event updated for resources: {'Network': ['ID=ff8f5a25-4db7-4402-8289-1d589696119b,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:16.459522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36542) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:16.463293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:16.472750 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network ff8f5a25-4db7-4402-8289-1d589696119b details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:18:16.474876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Request body: {'subnet': {'network_id': 'ff8f5a25-4db7-4402-8289-1d589696119b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1684134678-subnet', 'tenant_id': 'd0a2488e0675468295b3c294cffbd3d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:16.483929 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:16.490612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Usage tracker for resource:subnet and tenant:d0a2488e0675468295b3c294cffbd3d6 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:16.495890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:16.506742 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:16.535321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Made reservation on behalf of d0a2488e0675468295b3c294cffbd3d6 for: {'subnet': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:18:16.541835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847962598'] for subnet, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.782986 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Attempting to bind port 9900b18b-4656-480f-9ecc-4aa19b463dd0 on host dv-cinder-784477-2-smb for vnic_type normal with profile {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:18:16.783397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Attempting to bind port 9900b18b-4656-480f-9ecc-4aa19b463dd0 by drivers openvswitch,hyperv on host dv-cinder-784477-2-smb at level 0 using segments [{'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:18:16.783798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Attempting to bind port 9900b18b-4656-480f-9ecc-4aa19b463dd0 on network b72eb518-9338-4f2b-a91a-915d659da564 {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:18:16.791096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Checking agent: {'id': '9fcbc27b-d12e-471d-ba5d-88c29d2c0a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 0, 42), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:18:16.791576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Checking segment: {'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:16.791955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.792469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Bound using segment: {'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'} {{(pid=84337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:18:16.793452 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Bound port: 9900b18b-4656-480f-9ecc-4aa19b463dd0, host: dv-cinder-784477-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564'}}] {{(pid=84337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:18:16.793874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.894472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] For port 9900b18b-4656-480f-9ecc-4aa19b463dd0, host dv-cinder-784477-2-smb, cleared binding levels {{(pid=84337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:18:16.898109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] For port 9900b18b-4656-480f-9ecc-4aa19b463dd0, host dv-cinder-784477-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9900b18b-4656-480f-9ecc-4aa19b463dd0,segment=NetworkSegment(d4022e5d-dc14-4a67-8a3f-89bb8635a6b4),segment_id=d4022e5d-dc14-4a67-8a3f-89bb8635a6b4)] {{(pid=84337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:18:16.902019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:16.919712 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bad6898c-8c53-4b8e-844e-7438d2bda7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:17.083325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6669910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847962583'] for subnet, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:17.088474 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791e70c-4d40-4484-b7d2-618f37f73287 None None] Pushing event updated for resources: {'Port': ['ID=9900b18b-4656-480f-9ecc-4aa19b463dd0,revision_number=4']} {{(pid=84337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:17.093715 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2791e70c-4d40-4484-b7d2-618f37f73287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:17.101133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c78baaba-c7ea-4b39-a775-cb7305da834e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:17.137790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Routers {'42775dc5-161f-4432-9fa8-bd48b305e1da'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:17.138543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:18:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['42775dc5-161f-4432-9fa8-bd48b305e1da'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:17.178794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82be734-c8c6-45dd-a595-a8bff0236921,revision_number=0']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:17.184217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:17.420379 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Checking segment: {'id': '730eeaf7-55a4-44b0-a5a3-42362465db73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ff8f5a25-4db7-4402-8289-1d589696119b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:17.420871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Network hostable DHCP agents. Network: ff8f5a25-4db7-4402-8289-1d589696119b, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:18:17.425651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] Set router 42775dc5-161f-4432-9fa8-bd48b305e1da gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:17.458229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Network ff8f5a25-4db7-4402-8289-1d589696119b is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:18:17.469158 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, ff8f5a25-4db7-4402-8289-1d589696119b) {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:17.477805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab18e77-c52b-44bd-acad-61553b24e574 None None] Network ff8f5a25-4db7-4402-8289-1d589696119b requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:18:17.504114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:17.508888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:17.543216 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-d22690fd-c29f-4b0b-9611-c47572f304c9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0824676 Apr 02 18:18:17.789446 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8bdca6-543e-4e99-89e2-206e2f35e166 None None] Network ff8f5a25-4db7-4402-8289-1d589696119b requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:18:17.888984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 4, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port': {'id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:04Z', 'updated_at': '2021-04-02T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '9900b18b-4656-480f-9ecc-4aa19b463dd0', 'name': '', 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'mac_address': 'fa:16:3e:11:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:08Z', 'updated_at': '2021-04-02T18:18:16Z', 'revision_number': 4, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'subnets': [{'id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:17.894371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2293af-b5f2-4c5f-99b7-3e81d04fc19f None None] The sync data for ids ['42775dc5-161f-4432-9fa8-bd48b305e1da'] in dv-cinder-784477-2-smb is: [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:18:09Z', 'revision_number': 4, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port': {'id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:04Z', 'updated_at': '2021-04-02T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '9900b18b-4656-480f-9ecc-4aa19b463dd0', 'name': '', 'network_id': 'b72eb518-9338-4f2b-a91a-915d659da564', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'mac_address': 'fa:16:3e:11:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:08Z', 'updated_at': '2021-04-02T18:18:16Z', 'revision_number': 4, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'subnets': [{'id': 'acb51cb4-fcc0-42b1-92b7-30d596b87007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:18:18.022907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9900b18b-4656-480f-9ecc-4aa19b463dd0 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:18.173641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning for port 9900b18b-4656-480f-9ecc-4aa19b463dd0 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:18.184519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 9900b18b-4656-480f-9ecc-4aa19b463dd0 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:18.185952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.274887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36564) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:18.281373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1132549431-network', 'tenant_id': 'e1892bb34c66461f8e70d194805c8d67'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:18.293809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:18.301174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Usage tracker for resource:network and tenant:e1892bb34c66461f8e70d194805c8d67 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:18.308709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:18.324266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:18.353771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Made reservation on behalf of e1892bb34c66461f8e70d194805c8d67 for: {'network': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:18:18.358857 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for network, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.392775 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.437298 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:18.445281 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Usage tracker for resource:security_group_rule and tenant:e1892bb34c66461f8e70d194805c8d67 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:18.448539 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:18.456264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:18.459338 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.510642 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] For port 9900b18b-4656-480f-9ecc-4aa19b463dd0, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9900b18b-4656-480f-9ecc-4aa19b463dd0,segment=NetworkSegment(d4022e5d-dc14-4a67-8a3f-89bb8635a6b4),segment_id=d4022e5d-dc14-4a67-8a3f-89bb8635a6b4)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:18.521774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.526874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:18.574678 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.584835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.589366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7096cd5b-8ea5-48ba-995c-c5ad18f1c3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:18.619424 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60709d9-089a-47e5-b354-db7c4792151a,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:18.629231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Pushing event updated for resources: {'Port': ['ID=9900b18b-4656-480f-9ecc-4aa19b463dd0,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:18.634037 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:18.638310 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.638680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.639155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.639560 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.640006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.640468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.640946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.641383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.641817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.642250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.642681 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.643163 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:18.645148 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=84335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:18:18.647647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:18.663878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.664341 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.segments_db [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Added segment e98c6ffd-0087-4d1b-a422-c09dd494b3d7 of type vlan for network b02372e3-9da5-454e-8035-23eec80069a3 Apr 02 18:18:18.696748 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730875861585'] for network, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.730341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859'] for network, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.731955 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:18.732661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:18.738392 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8dc00878-95e0-4295-9b50-d7b0e2c1167b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:18.849594 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Pushing event updated for resources: {'Network': ['ID=b02372e3-9da5-454e-8035-23eec80069a3,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:18.853139 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:18.858330 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36568) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:18.858492 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-2d61b426-3e4e-47c2-a34e-90aa6ec81ffe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5824311 Apr 02 18:18:18.868502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Request body: {'subnet': {'network_id': 'b02372e3-9da5-454e-8035-23eec80069a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1132549431-subnet', 'tenant_id': 'e1892bb34c66461f8e70d194805c8d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:18.873627 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Network b02372e3-9da5-454e-8035-23eec80069a3 details requested by agent ovs-agent-dv-cinder-784477-2-smb with host dv-cinder-784477-2-smb {{(pid=84336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:18:18.886655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:18.891479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Usage tracker for resource:subnet and tenant:e1892bb34c66461f8e70d194805c8d67 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:18.895340 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:18.901499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:18.924472 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Made reservation on behalf of e1892bb34c66461f8e70d194805c8d67 for: {'subnet': 1} {{(pid=84334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:18:18.933888 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848011014'] for subnet, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:19.412675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848086965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848011063'] for subnet, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:19.428891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:19.565160 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2646d1-6ee1-4cfa-bb1d-8deb6a11980f,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:19.569489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:19.635936 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Checking segment: {'id': 'e98c6ffd-0087-4d1b-a422-c09dd494b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b02372e3-9da5-454e-8035-23eec80069a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:19.636459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Network hostable DHCP agents. Network: b02372e3-9da5-454e-8035-23eec80069a3, hostable agents: ['c55049d6-0e5e-42f6-88aa-bdff16c5c107'], hosted agents: [] {{(pid=84334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:18:19.664414 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Network b02372e3-9da5-454e-8035-23eec80069a3 is scheduled to be hosted by DHCP agent c55049d6-0e5e-42f6-88aa-bdff16c5c107 with binding_index 1 {{(pid=84334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:18:19.678081 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-2-smb, b02372e3-9da5-454e-8035-23eec80069a3) {{(pid=84334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:19.690422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07968a8d-aa95-4540-b60c-187845e3b03f None None] Network b02372e3-9da5-454e-8035-23eec80069a3 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:18:19.708544 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:19.709489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:19.714689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9900b18b-4656-480f-9ecc-4aa19b463dd0 up at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:19.733396 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8736968 Apr 02 18:18:19.912269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36574) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:19.962335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Provisioning complete for port 9900b18b-4656-480f-9ecc-4aa19b463dd0 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:19.962659 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:19.988542 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Deleting subnet c82be734-c8c6-45dd-a595-a8bff0236921 {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:18:19.992099 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:20.049675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847899605'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:20.077470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52493d6d-f6cc-4c14-85b9-80446e027a78 None None] Network b02372e3-9da5-454e-8035-23eec80069a3 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:18:20.113651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:20.451435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6688880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6764736'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:20.480555 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6330dc52-11a7-40dc-a859-8a471a80a727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:20.537503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82be734-c8c6-45dd-a595-a8bff0236921,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:20.586625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:20.624977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:20.632054 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c82be734-c8c6-45dd-a595-a8bff0236921 HTTP/1.1" status: 204 len: 168 time: 0.7186546 Apr 02 18:18:20.634590 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36582) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:20.753433 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:20.951098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.074708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8f5a25-4db7-4402-8289-1d589696119b']}} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:21.087196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730eeaf7-55a4-44b0-a5a3-42362465db73') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:21.087534 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730eeaf7-55a4-44b0-a5a3-42362465db73') {} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:21.099907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6876194'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.115671 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.121903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:18:21.301588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Network ff8f5a25-4db7-4402-8289-1d589696119b has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:18:21.311358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6688987'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.494984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Network ff8f5a25-4db7-4402-8289-1d589696119b has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:18:21.504269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-cc45ca04-c5f7-4a95-a697-6509d96a83c4 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:21.505856 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-cc45ca04-c5f7-4a95-a697-6509d96a83c4 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 814 time: 0.1759634 Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:18:21.519816 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:18:21.522805 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-7977c0d9-5cc8-43db-b6cd-0be552f78cdc tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/quotas/42ef8754e539485ca732a35c65bc7858 HTTP/1.1" status: 200 len: 375 time: 0.0104611 Apr 02 18:18:21.598675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.602663 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:21.616674 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.618462 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-6f82a921-2b8b-4821-ac38-d93837434c6c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896866 Apr 02 18:18:21.626771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8f5a25-4db7-4402-8289-1d589696119b,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:21.629934 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ff8f5a25-4db7-4402-8289-1d589696119b HTTP/1.1" status: 204 len: 168 time: 0.9943447 Apr 02 18:18:21.630912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-74d4ef84-6761-4e35-a0bc-81bf3dc0dc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:21.632881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36606) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:21.698573 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] Deleting subnet 7b2646d1-6ee1-4cfa-bb1d-8deb6a11980f {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:18:21.701681 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.758630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847899605'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.820419 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:22.007956 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-3012289f-b470-429f-9eb8-dec077418b23 service neutron] 10.222.0.32 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748243 Apr 02 18:18:22.087634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6688880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6764736'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:22.102887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bff4aaaa-133b-4f38-b868-cec709ac190e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:22.147463 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-315bffd9-dc78-4e62-a6d1-a58d70522aaf service neutron] 10.222.0.32 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364045 Apr 02 18:18:22.147902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2646d1-6ee1-4cfa-bb1d-8deb6a11980f,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:22.151693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:22.235016 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:22.241115 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-63925014-4b2f-4da3-b79d-de474e237c4a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7b2646d1-6ee1-4cfa-bb1d-8deb6a11980f HTTP/1.1" status: 204 len: 168 time: 0.6072257 Apr 02 18:18:22.243724 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36610) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:22.387188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-a40f52da-949b-43bf-b5b9-2c74ca0eeeec req-b3986a3e-b046-4b09-902e-d85fd0b67d42 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Synchronizing usage tracker for tenant:42ef8754e539485ca732a35c65bc7858 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:18:22.418564 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:22.491508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-a40f52da-949b-43bf-b5b9-2c74ca0eeeec req-b3986a3e-b046-4b09-902e-d85fd0b67d42 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Unset dirty status for tenant:42ef8754e539485ca732a35c65bc7858 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:18:22.492808 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a40f52da-949b-43bf-b5b9-2c74ca0eeeec req-b3986a3e-b046-4b09-902e-d85fd0b67d42 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 210 time: 0.1597300 Apr 02 18:18:22.622317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:22.987633 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02372e3-9da5-454e-8035-23eec80069a3']}} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:22.999923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98c6ffd-0087-4d1b-a422-c09dd494b3d7') {'for_net_delete': True} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:23.000831 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98c6ffd-0087-4d1b-a422-c09dd494b3d7') {} {{(pid=84334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:23.012409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6876194'] for segment, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.026623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.032708 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:18:23.209963 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Network b02372e3-9da5-454e-8035-23eec80069a3 has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:18:23.219323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6688987'] for segment, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.397654 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Network b02372e3-9da5-454e-8035-23eec80069a3 has no segments {{(pid=84334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:18:23.420904 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:18:23.437106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-8296fe0b-b956-457f-98da-54576b9b165e tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:23.438952 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-8296fe0b-b956-457f-98da-54576b9b165e tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.20 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 814 time: 0.1728034 Apr 02 18:18:23.451364 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'port': {'device_id': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'admin_state_up': True, 'tenant_id': '42ef8754e539485ca732a35c65bc7858'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:23.499122 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.503459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:23.517923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.528497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02372e3-9da5-454e-8035-23eec80069a3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:23.531533 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b02372e3-9da5-454e-8035-23eec80069a3 HTTP/1.1" status: 204 len: 168 time: 1.2865705 Apr 02 18:18:23.532724 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-cf66f2d6-f788-4b66-ac37-b58fb1e73b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:23.603631 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:23.615389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:23.663795 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Made reservation on behalf of 42ef8754e539485ca732a35c65bc7858 for: {'port': 1} {{(pid=84335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:18:23.669962 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.697765 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-03b779f3-21ad-42d5-8412-a87476fad48b req-ab83fbe7-03af-4386-b732-7dac718b7b59 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 210 time: 0.0712221 Apr 02 18:18:23.731299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36638) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:23.788801 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7cdf99d3-ec06-41a4-856d-fe5abe2f6615 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0a2488e0675468295b3c294cffbd3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557535 Apr 02 18:18:23.791220 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36642) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:23.861209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5731c403-a759-44f1-a525-ad97c9a83329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.862530 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Allocated IP 172.20.0.13 (7db3efa0-9e82-4036-a5bb-aa21677fdae8/02e194fe-d43c-4a5f-9147-f6ada9f63bce/79db6441-61bd-438b-bf3f-7ba87311c545) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:18:23.888816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5731c403-a759-44f1-a525-ad97c9a83329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.938105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5731c403-a759-44f1-a525-ad97c9a83329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.943251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-477acd08-70a6-41d2-a2b4-c5862cbeb546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:23.955100 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731c403-a759-44f1-a525-ad97c9a83329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67614b83-698c-4d5a-aaf2-cfb76a3ae2a3,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:23.957514 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-5731c403-a759-44f1-a525-ad97c9a83329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:23.963405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5731c403-a759-44f1-a525-ad97c9a83329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:23.964650 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-5731c403-a759-44f1-a525-ad97c9a83329 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67614b83-698c-4d5a-aaf2-cfb76a3ae2a3 HTTP/1.1" status: 204 len: 168 time: 0.1724548 Apr 02 18:18:24.186374 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:24.218897 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Transition to ACTIVE for port object 79db6441-61bd-438b-bf3f-7ba87311c545 will not be triggered until provisioned by entity DHCP. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:24.278003 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:24.322873 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f5515fd6-a375-454c-b6e7-92246d4f093b tempest-ServerRescueNegativeTestJSON-929939036 tempest-ServerRescueNegativeTestJSON-929939036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:24.509792 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36660) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:24.530558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'Port': ['ID=79db6441-61bd-438b-bf3f-7ba87311c545,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:24.536572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:24.586717 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:18:24.588032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:24.596855 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-5baa4355-03dc-44cb-9189-b67316f36e64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1892bb34c66461f8e70d194805c8d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855279 Apr 02 18:18:24.597489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36664) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:24.603038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:18:24.679780 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-054d88b1-035e-46b7-acf0-18ff80574e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:24.697516 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:24.698685 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:24.718317 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-054d88b1-035e-46b7-acf0-18ff80574e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:24.747726 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-d33d3d41-a662-4207-9b5d-6afdf95f4f01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3003263 Apr 02 18:18:24.798535 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-054d88b1-035e-46b7-acf0-18ff80574e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:24.805697 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-655a7b54-b840-4fb9-9909-c8a5b36020ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:24.822891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-054d88b1-035e-46b7-acf0-18ff80574e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:24.824585 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-054d88b1-035e-46b7-acf0-18ff80574e0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d60709d9-089a-47e5-b354-db7c4792151a HTTP/1.1" status: 204 len: 168 time: 0.2257643 Apr 02 18:18:24.826167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d88b1-035e-46b7-acf0-18ff80574e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60709d9-089a-47e5-b354-db7c4792151a,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:24.829384 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-054d88b1-035e-46b7-acf0-18ff80574e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:24.945069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-583f510e-0d34-4029-be84-9b08d20fb750 None None] Provisioning for port 79db6441-61bd-438b-bf3f-7ba87311c545 completed by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:24.947143 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99524ac3-dba8-4a2b-9f58-50fc61127cfe req-132d8aa9-b06e-44ae-b520-a03a0519d2c0 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:24.951048 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-583f510e-0d34-4029-be84-9b08d20fb750 None None] Provisioning complete for port 79db6441-61bd-438b-bf3f-7ba87311c545 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:24.951521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-583f510e-0d34-4029-be84-9b08d20fb750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:24.952760 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-99524ac3-dba8-4a2b-9f58-50fc61127cfe req-132d8aa9-b06e-44ae-b520-a03a0519d2c0 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 932 time: 0.1055071 Apr 02 18:18:25.030871 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-583f510e-0d34-4029-be84-9b08d20fb750 None None] Port 79db6441-61bd-438b-bf3f-7ba87311c545 cannot update to ACTIVE because it is not bound. {{(pid=84336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:18:25.037051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-99524ac3-dba8-4a2b-9f58-50fc61127cfe req-57dbb0a1-c51a-40ec-b26d-560df3438f5a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Synchronizing usage tracker for tenant:42ef8754e539485ca732a35c65bc7858 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:18:25.056072 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-99524ac3-dba8-4a2b-9f58-50fc61127cfe req-57dbb0a1-c51a-40ec-b26d-560df3438f5a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Unset dirty status for tenant:42ef8754e539485ca732a35c65bc7858 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:18:25.057511 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-99524ac3-dba8-4a2b-9f58-50fc61127cfe req-57dbb0a1-c51a-40ec-b26d-560df3438f5a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994816 Apr 02 18:18:26.279494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343264ed-dd3c-4448-ab81-80f94d4b787a req-3d00817c-523b-42c9-8a65-33c28fc529cf tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:26.280306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-343264ed-dd3c-4448-ab81-80f94d4b787a req-3d00817c-523b-42c9-8a65-33c28fc529cf tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Synchronizing usage tracker for tenant:42ef8754e539485ca732a35c65bc7858 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:18:26.298596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-343264ed-dd3c-4448-ab81-80f94d4b787a req-3d00817c-523b-42c9-8a65-33c28fc529cf tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Unset dirty status for tenant:42ef8754e539485ca732a35c65bc7858 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:18:26.300215 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-343264ed-dd3c-4448-ab81-80f94d4b787a req-3d00817c-523b-42c9-8a65-33c28fc529cf tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 932 time: 0.1192892 Apr 02 18:18:26.359104 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-343264ed-dd3c-4448-ab81-80f94d4b787a req-fc51d6f4-ed62-4d5f-8863-04e4ecffd0cd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525057 Apr 02 18:18:27.564492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148ada-a34e-4410-abdf-60d20e67080c req-4bc4afcc-c601-4973-bb95-bd75ed64eb21 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:27.566179 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aa148ada-a34e-4410-abdf-60d20e67080c req-4bc4afcc-c601-4973-bb95-bd75ed64eb21 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 932 time: 0.0939846 Apr 02 18:18:27.614165 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-aa148ada-a34e-4410-abdf-60d20e67080c req-6c748ece-cf98-4dd0-ba97-60a17de19851 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Apr 02 18:18:28.819503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f9cdd-2ba4-4976-9456-5938b91f21f5 req-834e3919-e028-4de5-8fe9-8dc7c276f6d1 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:28.821154 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb3f9cdd-2ba4-4976-9456-5938b91f21f5 req-834e3919-e028-4de5-8fe9-8dc7c276f6d1 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 932 time: 0.0894735 Apr 02 18:18:28.870939 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bb3f9cdd-2ba4-4976-9456-5938b91f21f5 req-d22e1c92-92b6-48e5-b488-ea20b84e52cf tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Apr 02 18:18:30.081128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf7207-3e21-469a-afcd-ee2b40fb94d8 req-2f0cd3fa-19e0-47f8-938a-892cc22b6d68 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:30.082739 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d1bf7207-3e21-469a-afcd-ee2b40fb94d8 req-2f0cd3fa-19e0-47f8-938a-892cc22b6d68 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 932 time: 0.0899758 Apr 02 18:18:30.136456 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d1bf7207-3e21-469a-afcd-ee2b40fb94d8 req-d7883f7a-0981-459f-8bdc-d8dbc955281f tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455406 Apr 02 18:18:31.350721 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c3981-6b8b-47ab-acaf-1dea6f8032c0 req-35a540ef-18b8-45f5-8d3b-518aaf797db4 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:31.352653 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9b5c3981-6b8b-47ab-acaf-1dea6f8032c0 req-35a540ef-18b8-45f5-8d3b-518aaf797db4 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 932 time: 0.0979483 Apr 02 18:18:31.419298 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9b5c3981-6b8b-47ab-acaf-1dea6f8032c0 req-52afa68f-5e16-40ca-9cb0-b261b0694527 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Apr 02 18:18:32.622021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143dbe0-5051-494c-9c65-a24526c513b9 req-2c1d1b72-327a-4de0-adcf-3e61d39768d6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:32.623678 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9143dbe0-5051-494c-9c65-a24526c513b9 req-2c1d1b72-327a-4de0-adcf-3e61d39768d6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 932 time: 0.0975320 Apr 02 18:18:32.676124 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9143dbe0-5051-494c-9c65-a24526c513b9 req-e1c8dea8-58fb-4a89-83b2-11c3b50183c8 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Apr 02 18:18:33.884786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b389a-2b88-40fa-8c32-b0ccd437c5f1 req-09581bf9-989d-480f-83c8-6ba23a73d989 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:33.886379 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0b9b389a-2b88-40fa-8c32-b0ccd437c5f1 req-09581bf9-989d-480f-83c8-6ba23a73d989 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 932 time: 0.0940018 Apr 02 18:18:33.934701 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0b9b389a-2b88-40fa-8c32-b0ccd437c5f1 req-c3da24d8-4f98-4831-be02-8c9cf2ba9682 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Apr 02 18:18:33.988731 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Request body: {'port': {'device_id': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:34.112624 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:34.530391 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79db6441-61bd-438b-bf3f-7ba87311c545 {{(pid=84335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:18:34.538052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:34.552854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Transition to ACTIVE for port object 79db6441-61bd-438b-bf3f-7ba87311c545 will not be triggered until provisioned by entity L2. {{(pid=84335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:18:34.560977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:34.576511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1adea7e6-ac07-47ab-8d7b-6e3b3f7a4d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:34.715667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Pushing event updated for resources: {'Port': ['ID=79db6441-61bd-438b-bf3f-7ba87311c545,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:34.720343 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:34.929980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Attempting to bind port 79db6441-61bd-438b-bf3f-7ba87311c545 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:18:34.930493 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Attempting to bind port 79db6441-61bd-438b-bf3f-7ba87311c545 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:18:34.930682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Attempting to bind port 79db6441-61bd-438b-bf3f-7ba87311c545 on network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:18:34.935536 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Port 79db6441-61bd-438b-bf3f-7ba87311c545 on network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:18:34.935892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Attempting to bind port 79db6441-61bd-438b-bf3f-7ba87311c545 on network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:18:34.941393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Checking agent: {'id': '472f6796-9997-4dbb-a6b7-6e42ecbdf812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'started_at': datetime.datetime(2021, 4, 2, 18, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:18:34.941759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Checking segment: {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:18:34.942176 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Bound using segment: {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'} {{(pid=84335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:18:34.942638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Bound port: 79db6441-61bd-438b-bf3f-7ba87311c545, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60616d7-0539-4c45-816c-e4fb44782078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8'}}] {{(pid=84335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:18:34.943013 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:35.039432 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] For port 79db6441-61bd-438b-bf3f-7ba87311c545, host hv-cinder-78447, cleared binding levels {{(pid=84335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:18:35.042466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] For port 79db6441-61bd-438b-bf3f-7ba87311c545, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=79db6441-61bd-438b-bf3f-7ba87311c545,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:18:35.045819 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:35.061106 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a296a6fb-7035-4993-ab0f-2c200b00c87d tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:35.138212 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f06d52-7364-429a-9260-47a0c61a7ced req-fa76cbcd-290c-4d17-ac8d-963dd30a4784 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:35.139796 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-71f06d52-7364-429a-9260-47a0c61a7ced req-fa76cbcd-290c-4d17-ac8d-963dd30a4784 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 944 time: 0.0909019 Apr 02 18:18:35.192087 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-71f06d52-7364-429a-9260-47a0c61a7ced req-857cda90-904f-4dee-820b-d8bf2b2eebb7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Apr 02 18:18:35.215525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Pushing event updated for resources: {'Port': ['ID=79db6441-61bd-438b-bf3f-7ba87311c545,revision_number=3']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:35.220730 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:35.252907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:35.253383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:35.254856 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-033d7790-083c-4976-bc47-007d131431e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 1094 time: 1.2715080 Apr 02 18:18:35.255383 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:18:35.329187 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545', 'status': 'completed', 'code': 200} Apr 02 18:18:35.381014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-bbd60414-e8f2-4ec4-8a87-913f48ee8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:35.382723 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-bbd60414-e8f2-4ec4-8a87-913f48ee8f54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1097 time: 0.0907910 Apr 02 18:18:35.464641 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-b34b3042-9c7f-4c65-bb31-bf6fc6b430ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 217 time: 0.0741417 Apr 02 18:18:35.534693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-729c98d6-0c70-46fc-a32d-37bc337c6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:35.536421 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-729c98d6-0c70-46fc-a32d-37bc337c6904 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 200 len: 853 time: 0.0660706 Apr 02 18:18:35.618409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-64e28d8d-0300-4300-9f74-987588481080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:35.620040 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-64e28d8d-0300-4300-9f74-987588481080 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7db3efa0-9e82-4036-a5bb-aa21677fdae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776567 Apr 02 18:18:36.014412 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-dfab6d75-0fdc-4453-a01a-805557a9f8ee service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869460 Apr 02 18:18:36.154641 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-bc807d8d-b21c-4709-8e8d-913097feb77f req-52b17afd-b359-485a-8ee1-b94c9866c419 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334805 Apr 02 18:18:36.229470 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:18:36.278733 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-dc7cf380-a38d-422d-ba5c-5dd20822e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:36.280278 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-dc7cf380-a38d-422d-ba5c-5dd20822e920 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1097 time: 0.0801847 Apr 02 18:18:36.406229 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae2346-9cad-4071-a8a7-ddd5c50c0c3e req-b83b516e-f006-412e-a108-d957ba77206c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:36.408085 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-47ae2346-9cad-4071-a8a7-ddd5c50c0c3e req-b83b516e-f006-412e-a108-d957ba77206c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 944 time: 0.1022239 Apr 02 18:18:36.424056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-cadd4724-f23d-476d-9fbd-8183b83f53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:36.425662 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-cadd4724-f23d-476d-9fbd-8183b83f53cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 915 time: 0.1390922 Apr 02 18:18:36.456110 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-47ae2346-9cad-4071-a8a7-ddd5c50c0c3e req-9f1fbbfc-a240-4bdf-8e75-86aa3e5b6fc5 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Apr 02 18:18:36.504545 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-b6322c50-d216-4cb9-bc34-50bb8e581088 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 217 time: 0.0707111 Apr 02 18:18:36.573136 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-b8e41a54-8fc3-4571-a141-a835d023efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:36.574617 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-b8e41a54-8fc3-4571-a141-a835d023efb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 200 len: 853 time: 0.0632842 Apr 02 18:18:36.660870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-15ce3b88-b279-461b-9668-a9041a2a3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:36.662428 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-15ce3b88-b279-461b-9668-a9041a2a3d4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7db3efa0-9e82-4036-a5bb-aa21677fdae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799124 Apr 02 18:18:36.803477 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-539e7f09-8850-4a3c-8151-c2396bd30ffe service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332109 Apr 02 18:18:36.945333 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ab5372eb-7d6b-44c4-abd1-48d0c0158553 req-e8e9e821-dd02-4ae3-a9b9-6249e1aaad83 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348970 Apr 02 18:18:37.227913 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:37.658061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d789cc9-4c14-4c86-8eba-07d1546c1bf0 req-c4426900-310d-4bbb-a0a2-90e127f9f50c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:37.659765 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9d789cc9-4c14-4c86-8eba-07d1546c1bf0 req-c4426900-310d-4bbb-a0a2-90e127f9f50c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 944 time: 0.0907559 Apr 02 18:18:37.707242 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9d789cc9-4c14-4c86-8eba-07d1546c1bf0 req-afcb6825-237e-4505-a8ed-0a11e0d7bc9c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Apr 02 18:18:38.463335 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 79db6441-61bd-438b-bf3f-7ba87311c545 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=84336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:18:38.608745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 79db6441-61bd-438b-bf3f-7ba87311c545, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=79db6441-61bd-438b-bf3f-7ba87311c545,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:38.623599 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Returning: {'device': '79db6441-61bd-438b-bf3f-7ba87311c545', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'port_id': '79db6441-61bd-438b-bf3f-7ba87311c545', 'mac_address': 'fa:16:3e:8d:27:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:18:38.685483 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:38.703350 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79db6441-61bd-438b-bf3f-7ba87311c545 {{(pid=84336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:18:38.719494 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 79db6441-61bd-438b-bf3f-7ba87311c545, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=79db6441-61bd-438b-bf3f-7ba87311c545,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:38.722908 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:38.724825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:38.798481 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=79db6441-61bd-438b-bf3f-7ba87311c545,revision_number=4']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:38.801700 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:38.912464 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738aafe-8816-482e-bf1f-ecc26309694d req-e8095966-a285-415a-b286-8ffaa60e7ae4 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:38.914031 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9738aafe-8816-482e-bf1f-ecc26309694d req-e8095966-a285-415a-b286-8ffaa60e7ae4 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 945 time: 0.0911524 Apr 02 18:18:38.945078 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['79db6441-61bd-438b-bf3f-7ba87311c545'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:18:38.961151 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9738aafe-8816-482e-bf1f-ecc26309694d req-145d9a1b-bcdb-4f88-8e1f-0deb0a722329 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Apr 02 18:18:40.163763 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a778f75-6fe3-4497-a6bf-27228e9d0054 req-661a27a6-5606-4402-8df6-b94c8fe964a9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:40.165384 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a778f75-6fe3-4497-a6bf-27228e9d0054 req-661a27a6-5606-4402-8df6-b94c8fe964a9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 945 time: 0.0927501 Apr 02 18:18:40.213350 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0a778f75-6fe3-4497-a6bf-27228e9d0054 req-6b6f606a-9ca5-40b9-85fa-72177ebb8003 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Apr 02 18:18:40.479768 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 79db6441-61bd-438b-bf3f-7ba87311c545 up at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:18:40.552300 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning for port 79db6441-61bd-438b-bf3f-7ba87311c545 completed by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:18:40.557166 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Provisioning complete for port 79db6441-61bd-438b-bf3f-7ba87311c545 triggered by entity L2. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:40.557607 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:40.679644 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:40.707484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545'}] {{(pid=84336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:18:40.717684 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] For port 79db6441-61bd-438b-bf3f-7ba87311c545, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=79db6441-61bd-438b-bf3f-7ba87311c545,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:40.720596 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092'] for port, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:40.722512 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:40.759599 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545', 'code': 200} Apr 02 18:18:40.796021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Pushing event updated for resources: {'Port': ['ID=79db6441-61bd-438b-bf3f-7ba87311c545,revision_number=5']} {{(pid=84336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:40.799565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:40.968988 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-322ce7ac-d387-43c4-b42c-90118797f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:40.995175 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096d68-57d9-4bdd-aef1-f4390ded9064 req-7d802cbd-ea30-4020-9ee0-936e37eb3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:40.996799 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-31096d68-57d9-4bdd-aef1-f4390ded9064 req-7d802cbd-ea30-4020-9ee0-936e37eb3a0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1099 time: 0.0803039 Apr 02 18:18:41.037783 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-31096d68-57d9-4bdd-aef1-f4390ded9064 req-bf107cf6-0044-4ca7-81c9-fa97b64dac81 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Apr 02 18:18:41.418301 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe384dd-a8ab-41e8-a7cf-b5f3aebd1c3c req-f9138b86-f36a-4147-b5a0-d5e98e8dcc1f tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:41.420079 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8fe384dd-a8ab-41e8-a7cf-b5f3aebd1c3c req-f9138b86-f36a-4147-b5a0-d5e98e8dcc1f tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.0885260 Apr 02 18:18:41.467248 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-8fe384dd-a8ab-41e8-a7cf-b5f3aebd1c3c req-c2fe48ac-60af-4dca-9fff-7e3e22d8a582 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Apr 02 18:18:42.061630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:42.670919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745ac82-e1a3-4fda-b2f6-06428055fa56 req-6e051f24-3718-4f85-8ec1-8f09f242ac6e tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:42.673095 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6745ac82-e1a3-4fda-b2f6-06428055fa56 req-6e051f24-3718-4f85-8ec1-8f09f242ac6e tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.0880082 Apr 02 18:18:42.722698 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6745ac82-e1a3-4fda-b2f6-06428055fa56 req-813b11ec-9560-4b7c-a9f7-cb516240b3ae tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Apr 02 18:18:42.923110 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68251c1-9b0e-4424-a206-56a6995a8a82 req-46f49041-6434-418f-b96f-8b4f23261794 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:42.924737 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b68251c1-9b0e-4424-a206-56a6995a8a82 req-46f49041-6434-418f-b96f-8b4f23261794 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.0919807 Apr 02 18:18:42.974172 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b68251c1-9b0e-4424-a206-56a6995a8a82 req-5bccda53-cb85-4ec5-9e85-20f4cfde904b tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Apr 02 18:18:43.202680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d924a6e-874c-4deb-985d-75ca0c228118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:43.399373 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c231e9-a78e-4860-8216-22132f75e5c6 req-7140685e-2e2d-470e-925a-63f8f4e6362f tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:43.401299 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f0c231e9-a78e-4860-8216-22132f75e5c6 req-7140685e-2e2d-470e-925a-63f8f4e6362f tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.0981827 Apr 02 18:18:43.454578 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f0c231e9-a78e-4860-8216-22132f75e5c6 req-41923a82-0d60-4795-94a9-fa173e396f7a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Apr 02 18:18:43.555051 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 36924) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:43.679725 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:43.697277 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:43.701355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Usage tracker for resource:security_group_rule and tenant:0c2fd215894e4eb0b2a175e5596f7c63 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:43.704895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:43.710903 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:43.796261 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:43.799697 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:43.828353 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b06e3916-398c-41df-9d43-166c840d088d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:43.844753 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c2fd215894e4eb0b2a175e5596f7c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885342 Apr 02 18:18:43.847047 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36934) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:43.863585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e318a238-9232-4541-9fa0-d90793d55934,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:43.867846 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:43.900603 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:43.930848 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6232447a-ea3d-40b5-95a7-c198dbb62b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:43.959163 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6232447a-ea3d-40b5-95a7-c198dbb62b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.005217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6232447a-ea3d-40b5-95a7-c198dbb62b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.010243 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f2fb7cd2-ba02-4df3-868e-246aec6dcd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:44.023001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232447a-ea3d-40b5-95a7-c198dbb62b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e318a238-9232-4541-9fa0-d90793d55934,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:44.027402 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6232447a-ea3d-40b5-95a7-c198dbb62b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:44.028513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6232447a-ea3d-40b5-95a7-c198dbb62b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.029573 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6232447a-ea3d-40b5-95a7-c198dbb62b0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e318a238-9232-4541-9fa0-d90793d55934 HTTP/1.1" status: 204 len: 168 time: 0.1808982 Apr 02 18:18:44.311992 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36942) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:44.332194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.346999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:44.351018 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce53707fd2a43dfae24f80cb8d66f4e is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:44.354190 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:44.360500 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:44.445056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.447919 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.460747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:44.501756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c71cf4-bb07-48f0-8ac6-31779d54e922,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:44.506340 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ce53707fd2a43dfae24f80cb8d66f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931221 Apr 02 18:18:44.507328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fd99bd1f-2605-445e-8c69-834620c0b960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:44.509207 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 36946) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:44.570796 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e5a38e36-79db-43b6-a48d-7c0369508c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.601432 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e5a38e36-79db-43b6-a48d-7c0369508c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.645370 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e5a38e36-79db-43b6-a48d-7c0369508c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.650251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e33efecc-16e1-4709-8955-f4ddff002cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:44.662328 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a38e36-79db-43b6-a48d-7c0369508c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c71cf4-bb07-48f0-8ac6-31779d54e922,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:44.664767 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e5a38e36-79db-43b6-a48d-7c0369508c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:44.668231 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e5a38e36-79db-43b6-a48d-7c0369508c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:44.670124 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e5a38e36-79db-43b6-a48d-7c0369508c1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34c71cf4-bb07-48f0-8ac6-31779d54e922 HTTP/1.1" status: 204 len: 168 time: 0.1594718 Apr 02 18:18:45.150247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:47.278939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5842f5-0166-4679-8e15-313463a106c2 req-f74ab7e4-6e6d-4f32-b4e7-819064ac7285 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:47.280454 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7f5842f5-0166-4679-8e15-313463a106c2 req-f74ab7e4-6e6d-4f32-b4e7-819064ac7285 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.0928345 Apr 02 18:18:47.327749 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7f5842f5-0166-4679-8e15-313463a106c2 req-b0605402-b5a9-4084-9a7d-a6a15bbf8314 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Apr 02 18:18:47.353447 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37018) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:47.596185 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa968e-713c-4a0f-8ea8-72cb4bbff0d8 tempest-TestMinimumBasicScenario-1062040028 tempest-TestMinimumBasicScenario-1062040028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:47.596959 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-90fa968e-713c-4a0f-8ea8-72cb4bbff0d8 tempest-TestMinimumBasicScenario-1062040028 tempest-TestMinimumBasicScenario-1062040028-project-admin] Synchronizing usage tracker for tenant:a393cddb78ce4a469d85774e23d14459 on resource:port {{(pid=84335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:18:47.612278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-90fa968e-713c-4a0f-8ea8-72cb4bbff0d8 tempest-TestMinimumBasicScenario-1062040028 tempest-TestMinimumBasicScenario-1062040028-project-admin] Unset dirty status for tenant:a393cddb78ce4a469d85774e23d14459 on resource:port {{(pid=84335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:18:47.613494 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-90fa968e-713c-4a0f-8ea8-72cb4bbff0d8 tempest-TestMinimumBasicScenario-1062040028 tempest-TestMinimumBasicScenario-1062040028-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1094 time: 0.2589893 Apr 02 18:18:47.616554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37024) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:47.621937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'floatingip': {'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'port_id': '79db6441-61bd-438b-bf3f-7ba87311c545', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:47.628089 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:47.631991 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Usage tracker for resource:floatingip and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:47.634894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:47.640805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:47.650914 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for floatingip, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:47.794938 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:47.939437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Allocated IP 172.28.1.126 (25f59e59-11d9-4f50-904d-648d364b3be9/f4322a55-3ca9-4628-815e-9c35d861f69e/946f1ed4-9f6c-4bd6-8c64-cc559fc6635c) {{(pid=84335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:18:48.094523 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for port, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:48.125114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305978884400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:48.140849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b6d857f3-4342-4fc3-a5fa-f8658e386614 tempest-AttachVolumeNegativeTest-1075032815 tempest-AttachVolumeNegativeTest-1075032815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:48.290513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'Port': ['ID=946f1ed4-9f6c-4bd6-8c64-cc559fc6635c,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:48.294875 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:48.334168 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Network 25f59e59-11d9-4f50-904d-648d364b3be9 is already hosted by enough agents. {{(pid=84335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:18:48.335341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources bound (agent type, host, resource id): {{(pid=84335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:18:48.337522 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Received port after_create {{(pid=84335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:18:48.751874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:48.825911 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:49.086824 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:49.090009 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:49.105299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-033d7790-083c-4976-bc47-007d131431e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:49.244181 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'Port': ['ID=946f1ed4-9f6c-4bd6-8c64-cc559fc6635c,revision_number=2']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:49.247141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:49.345319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:49.528834 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Floating IP 147f7ec0-675c-450c-8531-bd3250275a71 associated. External IP: 172.28.1.126, port: 79db6441-61bd-438b-bf3f-7ba87311c545. Apr 02 18:18:50.136137 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:18:50.322586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:18:50.333217 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] Sync routers for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:18:50.343527 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:50.344212 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:18:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:50.347162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.411639 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-551d18e8-2739-4afc-9f95-ba89f4098132 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7911980 Apr 02 18:18:50.411639 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:18:50.411949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37046) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:50.417893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118087992', 'description': 'tempest-secgroup-smoke-118087992 description', 'project_id': '42ef8754e539485ca732a35c65bc7858'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:50.425711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:50.435786 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:50.447327 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.463170 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545', 'status': 'completed', 'code': 200} Apr 02 18:18:50.470999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:50.475041 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Usage tracker for resource:security_group_rule and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:50.478337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:50.484304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:50.538028 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:50.558973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.561484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce284c-7340-49cb-b11a-1f234960594c req-b70325d8-9602-4fc9-9e31-7f90f47804b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:50.562074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.564114 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fce284c-7340-49cb-b11a-1f234960594c req-b70325d8-9602-4fc9-9e31-7f90f47804b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1099 time: 0.0804539 Apr 02 18:18:50.568397 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1710d3a6-12c2-4435-86cf-b27fb18ad6a5 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:50.606306 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30594e98-820b-4ea2-a1fd-ef12b98ea012,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:50.608890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:50.631345 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.634981 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-40f413c9-2e75-4c1e-9ab8-ad2d0bccfa50 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2218997 Apr 02 18:18:50.636102 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37054) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:50.643549 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'security_group_rule': {'security_group_id': '30594e98-820b-4ea2-a1fd-ef12b98ea012', 'project_id': '42ef8754e539485ca732a35c65bc7858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:50.650657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:50.655276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Usage tracker for resource:security_group_rule and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:50.658893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:50.666469 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:50.689812 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.712858 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce284c-7340-49cb-b11a-1f234960594c req-5943fcba-13d2-45d3-9aae-2e2a722fc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:50.714572 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fce284c-7340-49cb-b11a-1f234960594c req-5943fcba-13d2-45d3-9aae-2e2a722fc7a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 915 time: 0.1446483 Apr 02 18:18:50.762415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.767062 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.769292 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ab412cd5-03c6-44a0-aed1-92e46875b5ea tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:50.787073 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bc3c61-b882-4f8e-bd02-f54d86dedc5a,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:50.790816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:50.808967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.810465 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725917 Apr 02 18:18:50.813886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37060) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:50.819600 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'security_group_rule': {'security_group_id': '30594e98-820b-4ea2-a1fd-ef12b98ea012', 'project_id': '42ef8754e539485ca732a35c65bc7858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:50.826031 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:50.830042 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Usage tracker for resource:security_group_rule and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:50.833155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:50.839884 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:50.850561 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fce284c-7340-49cb-b11a-1f234960594c req-2f5c9aea-985b-4e68-a014-84f3474e1fee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 1000 time: 0.1286087 Apr 02 18:18:50.861661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.929876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce284c-7340-49cb-b11a-1f234960594c req-02f05682-5948-4b82-bfef-f0ed10027368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:50.931726 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fce284c-7340-49cb-b11a-1f234960594c req-02f05682-5948-4b82-bfef-f0ed10027368 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 200 len: 853 time: 0.0754137 Apr 02 18:18:50.936572 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.939634 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.942029 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e3201640-8ca8-49c0-a097-14c06c222207 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:50.961675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '147f7ec0-675c-450c-8531-bd3250275a71', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'port_id': '79db6441-61bd-438b-bf3f-7ba87311c545', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'mac_address': 'fa:16:3e:8d:27:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:48Z', 'updated_at': '2021-04-02T18:18:48Z', 'revision_number': 0, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:08Z', 'revision_number': 5, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:50.961920 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516be853-5654-4349-a308-db286e05e6f2,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:50.966876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] Checking router: fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:18:50.971131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:50.979264 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:18:50.980070 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:18:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:50.981558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.986200 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e256e0f1-9201-4824-95a8-e99bd7c9e40a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680422 Apr 02 18:18:50.986519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37068) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:50.992922 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'security_group_rule': {'security_group_id': '30594e98-820b-4ea2-a1fd-ef12b98ea012', 'project_id': '42ef8754e539485ca732a35c65bc7858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:51.001529 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:51.005893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Usage tracker for resource:security_group_rule and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:51.013818 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:51.021066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:51.041917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce284c-7340-49cb-b11a-1f234960594c req-ef252a72-ee67-4a96-b139-2f08aaf4d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:51.043533 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fce284c-7340-49cb-b11a-1f234960594c req-ef252a72-ee67-4a96-b139-2f08aaf4d928 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7db3efa0-9e82-4036-a5bb-aa21677fdae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1047363 Apr 02 18:18:51.046509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.127641 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.130834 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.133266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:51.167105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f42dd2-05a2-4c6e-90c6-555395f1c6ee,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:51.174821 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:51.176162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.180561 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1928258 Apr 02 18:18:51.181169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37072) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:51.183951 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:18:51.187019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'security_group_rule': {'security_group_id': '30594e98-820b-4ea2-a1fd-ef12b98ea012', 'project_id': '42ef8754e539485ca732a35c65bc7858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:51.193980 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:51.199726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Usage tracker for resource:security_group_rule and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:51.202845 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:51.207695 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fce284c-7340-49cb-b11a-1f234960594c req-62f1c6a1-0f1a-49d9-9eaf-ebc50cfb3286 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568298 Apr 02 18:18:51.210431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:51.228221 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.296931 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.300196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.309174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-4d7b8181-8025-4495-a969-f99ab6f1766d tempest-AttachVolumeShelveTestJSON-1030194390 tempest-AttachVolumeShelveTestJSON-1030194390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:51.330977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f32de1e-5b1a-4743-9ed9-75d52bc47ef3,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:51.335813 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:51.340393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.344290 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1724db6d-0418-4102-aee6-6f11d8c0c5bd tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620708 Apr 02 18:18:51.345167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37076) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:51.351019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'security_group_rule': {'security_group_id': '30594e98-820b-4ea2-a1fd-ef12b98ea012', 'project_id': '42ef8754e539485ca732a35c65bc7858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:51.357867 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:51.360192 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-2fce284c-7340-49cb-b11a-1f234960594c req-42cd5106-d184-4721-b573-9215bfe14481 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436286 Apr 02 18:18:51.379291 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Usage tracker for resource:security_group_rule and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:51.383389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:51.389274 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:51.399631 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.securitygroups_db [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Project 42ef8754e539485ca732a35c65bc7858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 18:18:51.407329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.477105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.479787 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.482005 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b4b2608d-154f-45f0-86f1-491dc737cf05 tempest-TestShelveInstance-1273274666 tempest-TestShelveInstance-1273274666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:51.505227 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b30683-70e9-49e1-a3a9-ad429ca33d0f,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:51.507756 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:51.514467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.516268 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-ec8d7265-74e7-45e5-9ee0-8f24c09c91e9 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695704 Apr 02 18:18:51.519082 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37080) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:51.524694 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'security_group_rule': {'security_group_id': '30594e98-820b-4ea2-a1fd-ef12b98ea012', 'project_id': '42ef8754e539485ca732a35c65bc7858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:51.530876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:51.535421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Usage tracker for resource:security_group_rule and tenant:42ef8754e539485ca732a35c65bc7858 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:51.538486 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:51.544461 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:51.554807 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.securitygroups_db [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Project 42ef8754e539485ca732a35c65bc7858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 18:18:51.561605 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.567188 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '147f7ec0-675c-450c-8531-bd3250275a71', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'port_id': '79db6441-61bd-438b-bf3f-7ba87311c545', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'mac_address': 'fa:16:3e:8d:27:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:48Z', 'updated_at': '2021-04-02T18:18:48Z', 'revision_number': 0, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:08Z', 'revision_number': 5, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:18:51.571891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174598f-c532-4629-9dd0-0449cb18234b None None] The sync data for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb is: [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_floatingips': [{'id': '147f7ec0-675c-450c-8531-bd3250275a71', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'router_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'port_id': '79db6441-61bd-438b-bf3f-7ba87311c545', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'mac_address': 'fa:16:3e:8d:27:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:48Z', 'updated_at': '2021-04-02T18:18:48Z', 'revision_number': 0, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:08Z', 'revision_number': 5, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:18:51.631945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.635133 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416753'] for security_group_rule, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.637332 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a0fbaaed-90a0-477f-8fc3-c142e1d2d7e7 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:51.662288 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a77ed9-0260-47de-8398-e5fd18cddd59,revision_number=0']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:51.664844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:51.671299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.672649 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bb6679c8-2be6-4572-955f-4ffc6a40919a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525562 Apr 02 18:18:51.799506 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-18472960-e8bb-4a92-8145-04e1dbfa046e tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118087992&fields=id&tenant_id=42ef8754e539485ca732a35c65bc7858 HTTP/1.1" status: 200 len: 267 time: 0.0424237 Apr 02 18:18:51.893353 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7ba8616e-1f75-4b32-88dd-156b06f0f0e6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:51.894928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f19a5d-f652-47e5-b134-fa8e03e9f3dd None None] New status for floating IP 147f7ec0-675c-450c-8531-bd3250275a71: ACTIVE {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:18:51.895063 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7ba8616e-1f75-4b32-88dd-156b06f0f0e6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.0894303 Apr 02 18:18:51.907675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'port': {'security_groups': ['46b02ac9-deb6-4a67-8eb7-4e6135107646', '30594e98-820b-4ea2-a1fd-ef12b98ea012']}} {{(pid=84335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:18:52.038862 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.380842 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] For port 79db6441-61bd-438b-bf3f-7ba87311c545, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=79db6441-61bd-438b-bf3f-7ba87311c545,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:18:52.408638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for port, precommit_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.412946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848105800'] for port, after_update {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.424762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['79db6441-61bd-438b-bf3f-7ba87311c545'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:18:52.428420 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-157b2ca5-df31-49e7-a221-0dfcfa263990 tempest-AttachVolumeTestJSON-1264120546 tempest-AttachVolumeTestJSON-1264120546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:52.487844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37094) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:52.590752 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'Port': ['ID=79db6441-61bd-438b-bf3f-7ba87311c545,revision_number=6']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:52.596089 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:52.627993 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.637459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:52.638209 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.639790 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ae2712dd-a41a-4654-a9c5-15a354b175e0 req-7b6df353-e27d-4caf-b061-a95692490f15 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "PUT /v2.0/ports/79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 982 time: 0.7373135 Apr 02 18:18:52.640425 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:18:52.654979 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:52.659996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb4452f9d5447ec884900f52282aafe is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:52.664465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:52.671738 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:52.719278 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545', 'status': 'completed', 'code': 200} Apr 02 18:18:52.788393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.793262 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.807394 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-57ca6654-f557-4edc-a07f-d9beaf8481aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:52.832798 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['79db6441-61bd-438b-bf3f-7ba87311c545'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:18:52.861197 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddb4452f9d5447ec884900f52282aafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718500 Apr 02 18:18:52.861890 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37104) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:52.865063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d297d-b259-4ee6-9b02-d8238623ad06,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:52.879701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-16b8a301-b84c-4b27-a82b-52371fd88d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:52.921887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cac28-b597-4043-96a3-2dde50b668f2 req-0e75d7ab-f0c2-4e48-bdcd-ee894b65f93f tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:52.924040 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c70cac28-b597-4043-96a3-2dde50b668f2 req-0e75d7ab-f0c2-4e48-bdcd-ee894b65f93f tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.1612742 Apr 02 18:18:52.935354 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7998de1c-545a-454e-a960-4cb40b7531b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.967021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7998de1c-545a-454e-a960-4cb40b7531b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.001613 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c70cac28-b597-4043-96a3-2dde50b668f2 req-6273a48b-55ea-4ef9-a84c-7c63eb301d01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616610 Apr 02 18:18:53.014895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d512-8dd1-4b72-883c-525c1b358464 req-07d931ca-4991-43e3-97a0-5cf9299d899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:53.016739 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3948d512-8dd1-4b72-883c-525c1b358464 req-07d931ca-4991-43e3-97a0-5cf9299d899e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1138 time: 0.1631722 Apr 02 18:18:53.017468 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7998de1c-545a-454e-a960-4cb40b7531b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.022759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1b68353d-2c7d-46ae-9a98-76e6171643e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:53.036071 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998de1c-545a-454e-a960-4cb40b7531b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d297d-b259-4ee6-9b02-d8238623ad06,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:53.040603 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7998de1c-545a-454e-a960-4cb40b7531b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:53.041650 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7998de1c-545a-454e-a960-4cb40b7531b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.045364 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-7998de1c-545a-454e-a960-4cb40b7531b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/802d297d-b259-4ee6-9b02-d8238623ad06 HTTP/1.1" status: 204 len: 168 time: 0.1798239 Apr 02 18:18:53.074020 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fe2210b6-5f72-417a-97a8-a00b66c0774a None None] Provisioning complete for port 79db6441-61bd-438b-bf3f-7ba87311c545 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:18:53.074418 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fe2210b6-5f72-417a-97a8-a00b66c0774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.190208 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d512-8dd1-4b72-883c-525c1b358464 req-5c88bc52-2518-4fed-a2cc-151a13a8ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:53.191775 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3948d512-8dd1-4b72-883c-525c1b358464 req-5c88bc52-2518-4fed-a2cc-151a13a8ebd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 915 time: 0.1676400 Apr 02 18:18:53.309493 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3948d512-8dd1-4b72-883c-525c1b358464 req-ce0b3597-70d0-4e35-89d3-96cb4cfc4195 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 1002 time: 0.1101913 Apr 02 18:18:53.367434 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37114) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:53.389832 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.399162 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d512-8dd1-4b72-883c-525c1b358464 req-2f8007de-94e1-47b5-8a91-6f819c0f0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:53.401114 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3948d512-8dd1-4b72-883c-525c1b358464 req-2f8007de-94e1-47b5-8a91-6f819c0f0cbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 200 len: 853 time: 0.0847397 Apr 02 18:18:53.407952 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:53.413390 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e741926776404e93b5d57efda6a153c3 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:53.416445 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:53.423089 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:53.491993 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d512-8dd1-4b72-883c-525c1b358464 req-3ce56e60-4edc-4c62-9ea5-5536f98a22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:18:53.493731 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3948d512-8dd1-4b72-883c-525c1b358464 req-3ce56e60-4edc-4c62-9ea5-5536f98a22fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7db3efa0-9e82-4036-a5bb-aa21677fdae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860722 Apr 02 18:18:53.516732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.519490 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.528700 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-21a0563a-efd8-4d0d-bb74-509fece5c7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:53.574319 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e741926776404e93b5d57efda6a153c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032557 Apr 02 18:18:53.574319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c50ae-4b58-4919-a113-026b1e3d7d7d,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:53.576479 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-cb8ab34d-687d-4079-bb6e-2eb31f9999d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:53.577170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37118) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:53.640547 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3948d512-8dd1-4b72-883c-525c1b358464 req-f212caf4-169b-4cc6-a5e1-cbb07710608b service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391656 Apr 02 18:18:53.648719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6dc21862-ef9d-48d6-8cdb-58e67b58efff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.676273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6dc21862-ef9d-48d6-8cdb-58e67b58efff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.720699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6dc21862-ef9d-48d6-8cdb-58e67b58efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.725582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3c696433-1e68-4c23-a58b-596171ec9378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:53.739135 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc21862-ef9d-48d6-8cdb-58e67b58efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c50ae-4b58-4919-a113-026b1e3d7d7d,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:53.742156 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6dc21862-ef9d-48d6-8cdb-58e67b58efff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:53.743115 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6dc21862-ef9d-48d6-8cdb-58e67b58efff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:53.744327 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6dc21862-ef9d-48d6-8cdb-58e67b58efff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f7c50ae-4b58-4919-a113-026b1e3d7d7d HTTP/1.1" status: 204 len: 168 time: 0.1661577 Apr 02 18:18:53.787932 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3948d512-8dd1-4b72-883c-525c1b358464 req-5eb8d63e-1ec9-4dd1-bdb4-3a0616b74a8e service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393890 Apr 02 18:18:58.429114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37178) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:58.553729 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:58.569609 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:58.573582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Usage tracker for resource:security_group_rule and tenant:942267e7b8584a438309ea506fe81639 is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:58.576485 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:58.582941 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:58.664620 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:58.667239 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:58.675836 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-17496b95-7e02-441f-bdd1-cd48cae89196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:58.717592 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=942267e7b8584a438309ea506fe81639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873659 Apr 02 18:18:58.719305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f75941-cd1f-4e48-83b4-743aebb3c6e7,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:58.720506 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37186) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:58.722466 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:58.786552 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:58.813839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:58.856595 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:58.861942 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-fb3fb036-e6f2-4728-b3c2-0b2ae15b9051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:58.875711 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f75941-cd1f-4e48-83b4-743aebb3c6e7,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:58.883830 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:58.885062 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1f75941-cd1f-4e48-83b4-743aebb3c6e7 HTTP/1.1" status: 204 len: 168 time: 0.1634841 Apr 02 18:18:58.886582 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.887008 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.887429 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.887841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.888276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.888693 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.889101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.889507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.889917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.890321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.890751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.891124 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:18:58.894513 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-35ece002-117b-4a6b-9766-cdde6f296785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:59.164278 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37194) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:59.183666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:59.198604 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:18:59.202598 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Usage tracker for resource:security_group_rule and tenant:9d61993ba7a6441e94d3494bff11006d is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:18:59.205518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:18:59.211455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:18:59.295382 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:59.298732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:59.307645 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-88524dd3-2768-466c-bd01-938e3d4cd754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:59.350923 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d61993ba7a6441e94d3494bff11006d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855326 Apr 02 18:18:59.352880 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf07853-5f3d-4b67-872b-287f990c14da,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:59.354150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37198) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:18:59.356011 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c335d9b0-7612-4a87-b72b-f69904f76435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:59.417101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36efb961-efd2-4c7a-98fb-83be06d9ca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:59.443628 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36efb961-efd2-4c7a-98fb-83be06d9ca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:59.490808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36efb961-efd2-4c7a-98fb-83be06d9ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:59.495601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-12c8d586-f2cf-401b-9a58-506e3241cca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:18:59.507740 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efb961-efd2-4c7a-98fb-83be06d9ca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf07853-5f3d-4b67-872b-287f990c14da,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:18:59.510087 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-36efb961-efd2-4c7a-98fb-83be06d9ca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:18:59.519155 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36efb961-efd2-4c7a-98fb-83be06d9ca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:59.520376 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-36efb961-efd2-4c7a-98fb-83be06d9ca9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bf07853-5f3d-4b67-872b-287f990c14da HTTP/1.1" status: 204 len: 168 time: 0.1651404 Apr 02 18:19:04.337372 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37266) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:19:04.460242 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:04.475170 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:19:04.479402 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Usage tracker for resource:security_group_rule and tenant:584a42b54d9c4a7f95c643973d7020ee is out of sync, need to count used quota {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:19:04.482357 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:19:04.488329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:19:04.570001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:04.572740 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:04.581818 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-59ce87e4-1237-4d06-9b20-2033ca3c94d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:19:04.622352 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=584a42b54d9c4a7f95c643973d7020ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836998 Apr 02 18:19:04.624010 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06c4e2f-c7ad-4e1f-b214-68a06979a2a1,revision_number=1']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:19:04.625726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37272) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:19:04.632524 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.632949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.633361 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.633773 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.634174 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.634576 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.634973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.635372 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.635783 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.636203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.636586 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.636977 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:19:04.641760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-43cc47a0-6266-4bc3-91e9-02f55330a708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:19:04.688171 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50952220-cd5c-4954-8856-1f5292542666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:04.720454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50952220-cd5c-4954-8856-1f5292542666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:04.767248 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50952220-cd5c-4954-8856-1f5292542666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:04.772337 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-26d295f2-98d9-4540-bc0f-ff7cd89a506b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:19:04.784565 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50952220-cd5c-4954-8856-1f5292542666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06c4e2f-c7ad-4e1f-b214-68a06979a2a1,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:19:04.786889 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-50952220-cd5c-4954-8856-1f5292542666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:19:04.794167 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50952220-cd5c-4954-8856-1f5292542666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:04.795406 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-50952220-cd5c-4954-8856-1f5292542666 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a06c4e2f-c7ad-4e1f-b214-68a06979a2a1 HTTP/1.1" status: 204 len: 168 time: 0.1685655 Apr 02 18:19:07.245622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:10.970389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-debc6afa-4795-49af-aa86-031b372294ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:12.063538 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:13.207195 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-accfdf84-af4d-4736-bc8b-2c32c10109bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:13.228566 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:19:13.892197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:15.144204 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:16.762940 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-f05f3ff8-067a-4815-8c5a-956f350365de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:16.764460 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-f05f3ff8-067a-4815-8c5a-956f350365de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1138 time: 0.1521044 Apr 02 18:19:16.777251 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea0ba-ac9a-4271-9f26-9ead971e3b6b req-d1d8f892-9428-4175-b1ce-fa8f6f53c58a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:16.778764 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4b7ea0ba-ac9a-4271-9f26-9ead971e3b6b req-d1d8f892-9428-4175-b1ce-fa8f6f53c58a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.1273444 Apr 02 18:19:17.171329 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4b7ea0ba-ac9a-4271-9f26-9ead971e3b6b req-c040c130-9c9c-4aa3-8b66-7cf1048acd28 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3699877 Apr 02 18:19:17.199124 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-ebc83c98-f4ba-4079-a7c8-1ab5a73fdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:17.200710 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-ebc83c98-f4ba-4079-a7c8-1ab5a73fdcd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 915 time: 0.4210405 Apr 02 18:19:17.313132 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-80129e05-9bb1-4199-a3aa-ee8ac29e4d9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 1002 time: 0.1053860 Apr 02 18:19:17.385844 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-526860e3-5b61-4191-b5d3-8d1d21411948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:17.387462 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-526860e3-5b61-4191-b5d3-8d1d21411948 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 200 len: 853 time: 0.0678592 Apr 02 18:19:17.469409 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-ab2750c7-cc48-4589-9f10-5c0611c5e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:17.470971 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-ab2750c7-cc48-4589-9f10-5c0611c5e867 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7db3efa0-9e82-4036-a5bb-aa21677fdae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770955 Apr 02 18:19:17.610999 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-985885b7-1632-41c2-b4ec-2fad3e9744b5 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319883 Apr 02 18:19:17.751634 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-e0dd09c2-90bb-4be7-b214-4532034b0d0b req-63507aae-b31a-46f6-a270-6421f75ae508 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342244 Apr 02 18:19:18.376344 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c533c9-df2b-421d-8ce7-a9d5cf4fb32a req-ab880926-5bed-4666-9dd8-006985098d3d tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:18.377987 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d9c533c9-df2b-421d-8ce7-a9d5cf4fb32a req-ab880926-5bed-4666-9dd8-006985098d3d tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0911155 Apr 02 18:19:18.428014 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-d9c533c9-df2b-421d-8ce7-a9d5cf4fb32a req-15401ff6-1c52-4187-85cc-4d33fd19dbd6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Synchronizing usage tracker for tenant:42ef8754e539485ca732a35c65bc7858 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:19:18.441805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-d9c533c9-df2b-421d-8ce7-a9d5cf4fb32a req-15401ff6-1c52-4187-85cc-4d33fd19dbd6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Unset dirty status for tenant:42ef8754e539485ca732a35c65bc7858 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:19:18.443031 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d9c533c9-df2b-421d-8ce7-a9d5cf4fb32a req-15401ff6-1c52-4187-85cc-4d33fd19dbd6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586655 Apr 02 18:19:19.650109 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca28e88-87d7-4d27-8fc7-175cf0580ea8 req-e713acf4-f010-4a4c-a5e5-e96b8a2f1f4c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:19.653406 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6ca28e88-87d7-4d27-8fc7-175cf0580ea8 req-e713acf4-f010-4a4c-a5e5-e96b8a2f1f4c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0928373 Apr 02 18:19:19.708053 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-6ca28e88-87d7-4d27-8fc7-175cf0580ea8 req-bc9dcb43-39b9-4931-89ec-d54435d42b95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478432 Apr 02 18:19:20.912939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de7643-c03e-432e-84ec-1ed52a8a9cd0 req-8089fdcc-3b7d-4525-9a2d-1095ef00f9c6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:20.914532 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93de7643-c03e-432e-84ec-1ed52a8a9cd0 req-8089fdcc-3b7d-4525-9a2d-1095ef00f9c6 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0883358 Apr 02 18:19:20.964610 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-93de7643-c03e-432e-84ec-1ed52a8a9cd0 req-1b90bd78-8944-4513-bfef-8c15a3d76936 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434608 Apr 02 18:19:22.166670 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e0b7f-43ff-4eab-95f6-2861117f713d req-4e9cf60e-7146-48c3-9b18-5a27ecb17772 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:22.168255 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a32e0b7f-43ff-4eab-95f6-2861117f713d req-4e9cf60e-7146-48c3-9b18-5a27ecb17772 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0895717 Apr 02 18:19:22.219141 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-a32e0b7f-43ff-4eab-95f6-2861117f713d req-5146d4a7-d93d-4b0b-8d59-71b181d2ae78 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440392 Apr 02 18:19:23.431268 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509488f-af13-40cc-93b7-c96ba1e0dfc1 req-f12f4db4-5792-48d9-a634-03b971df4750 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:23.432985 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d509488f-af13-40cc-93b7-c96ba1e0dfc1 req-f12f4db4-5792-48d9-a634-03b971df4750 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0930619 Apr 02 18:19:23.485342 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-d509488f-af13-40cc-93b7-c96ba1e0dfc1 req-ddf2fe45-215a-4d9c-a60f-d56819da8492 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448995 Apr 02 18:19:24.692939 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada11c91-5c1c-4054-9933-78fd4867e2fb req-760859ce-bf03-4b20-87c2-317326c2b537 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:24.694449 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ada11c91-5c1c-4054-9933-78fd4867e2fb req-760859ce-bf03-4b20-87c2-317326c2b537 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0929677 Apr 02 18:19:24.745274 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ada11c91-5c1c-4054-9933-78fd4867e2fb req-fd22d576-2122-4445-8df1-f9529d08cb11 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442839 Apr 02 18:19:26.129657 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384a1aa-acfa-4a44-a3b7-cc3a9edff621 req-e1b51ce2-f442-4015-8da3-6c0b49d77068 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:26.131246 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7384a1aa-acfa-4a44-a3b7-cc3a9edff621 req-e1b51ce2-f442-4015-8da3-6c0b49d77068 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.2730498 Apr 02 18:19:26.182582 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-7384a1aa-acfa-4a44-a3b7-cc3a9edff621 req-5a0f1566-5d88-4d54-9266-f27f8a412994 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445373 Apr 02 18:19:27.457725 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702718b-fc70-4d5b-a18c-3811b9eb8a5c req-66e6e883-cb4c-49ea-95fb-12e4e4f28458 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:27.459302 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4702718b-fc70-4d5b-a18c-3811b9eb8a5c req-66e6e883-cb4c-49ea-95fb-12e4e4f28458 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.1593106 Apr 02 18:19:27.510359 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-4702718b-fc70-4d5b-a18c-3811b9eb8a5c req-247e3446-1845-4467-86b4-9a3476909826 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445282 Apr 02 18:19:28.712230 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaca097-ca3d-4a1d-9c9e-9b5d82227b86 req-aa603378-016c-43a2-b324-da2b81c661d8 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:28.713701 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dcaca097-ca3d-4a1d-9c9e-9b5d82227b86 req-aa603378-016c-43a2-b324-da2b81c661d8 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0887012 Apr 02 18:19:28.763993 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-dcaca097-ca3d-4a1d-9c9e-9b5d82227b86 req-a27bfd4c-7fac-441b-9f4e-4d7e6a383812 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437827 Apr 02 18:19:29.973912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bdbf3-c994-4fee-adf5-3879adee4f78 req-aaca899d-7c29-47d7-a1fc-ebcead83d6ad tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:29.975486 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-716bdbf3-c994-4fee-adf5-3879adee4f78 req-aaca899d-7c29-47d7-a1fc-ebcead83d6ad tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0909648 Apr 02 18:19:30.024829 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-716bdbf3-c994-4fee-adf5-3879adee4f78 req-4d4d1c4d-6f50-4882-9ca4-96af283c2e9a tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426352 Apr 02 18:19:31.226616 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad821fb-9a97-4959-b4f9-b235709de650 req-5941daaf-24e2-45e9-a00f-ac06aa33d0ba tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:31.228466 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3ad821fb-9a97-4959-b4f9-b235709de650 req-5941daaf-24e2-45e9-a00f-ac06aa33d0ba tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0906358 Apr 02 18:19:31.277694 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-3ad821fb-9a97-4959-b4f9-b235709de650 req-f8677493-f27b-424e-926c-ebfb921bdb25 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429504 Apr 02 18:19:32.492949 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa8b1-37c1-4c6c-976b-bc5895d66e63 req-25a006b8-6413-47e9-9c76-894e23ccdb37 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:32.494515 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c08aa8b1-37c1-4c6c-976b-bc5895d66e63 req-25a006b8-6413-47e9-9c76-894e23ccdb37 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0919981 Apr 02 18:19:32.546672 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c08aa8b1-37c1-4c6c-976b-bc5895d66e63 req-ebdc611c-92ee-4c3d-a29b-5bdafd564537 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456166 Apr 02 18:19:33.778415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3b078-c92e-4dd1-b028-f09589fe3171 req-91eebc6c-689e-4390-83d8-81530c07fa41 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:33.780012 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0cc3b078-c92e-4dd1-b028-f09589fe3171 req-91eebc6c-689e-4390-83d8-81530c07fa41 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0913718 Apr 02 18:19:33.832919 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-0cc3b078-c92e-4dd1-b028-f09589fe3171 req-ec9071c6-e130-4459-b914-a8726e391511 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460179 Apr 02 18:19:35.039141 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7085221-325f-4d06-a5b1-381f69a5dd62 req-288e4b09-81e2-47be-82d8-fe2a75879ade tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:35.040795 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7085221-325f-4d06-a5b1-381f69a5dd62 req-288e4b09-81e2-47be-82d8-fe2a75879ade tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0914490 Apr 02 18:19:35.091923 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-c7085221-325f-4d06-a5b1-381f69a5dd62 req-6566f2bc-0456-4f8a-83b8-9951d11f43ae tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&id=30594e98-820b-4ea2-a1fd-ef12b98ea012&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446768 Apr 02 18:19:37.238284 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:38.015534 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-59d076d8-899f-498d-b1e8-2f7ef2db2d16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792944 Apr 02 18:19:38.164001 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-1bc38736-dde1-4697-8844-17f724da9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:38.165606 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-1bc38736-dde1-4697-8844-17f724da9c5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1138 time: 0.0768349 Apr 02 18:19:38.318554 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-8267d9d8-87a0-474f-81aa-7d49f02586ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:38.320071 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-8267d9d8-87a0-474f-81aa-7d49f02586ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 915 time: 0.1357143 Apr 02 18:19:38.430750 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-ab72e778-ddcd-4b59-b123-7e73ce5f823b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 1002 time: 0.1043904 Apr 02 18:19:38.500032 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-89c10c69-06b6-484a-ab9d-3eb0017be379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:38.501562 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-89c10c69-06b6-484a-ab9d-3eb0017be379 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 200 len: 853 time: 0.0651617 Apr 02 18:19:38.588635 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-c8bbca21-e778-40a7-868a-307e567ac08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:19:38.590234 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-c8bbca21-e778-40a7-868a-307e567ac08f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7db3efa0-9e82-4036-a5bb-aa21677fdae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783589 Apr 02 18:19:38.600331 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-b7226891-3df7-43ed-8ef5-0761af73e025 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=84335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:19:38.601332 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-b7226891-3df7-43ed-8ef5-0761af73e025 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054154 Apr 02 18:19:38.742822 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-0eea3a1e-de16-48b6-a5d7-fa5caeebe752 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351428 Apr 02 18:19:38.884663 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca8a8deb-b305-4106-a0e1-a021c1d37504 req-5f6efa71-693c-45dd-aca0-a922c20433ea service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359007 Apr 02 18:19:38.904098 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37566) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:19:39.024508 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:39.039777 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:19:39.043736 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Usage tracker for resource:security_group_rule and tenant:9c2b73e4671d4a0dbc7ee9511a252d29 is out of sync, need to count used quota {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:19:39.046675 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:19:39.053304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.quota.driver [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:19:39.134655 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:39.137040 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_create {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:39.145450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-731771ef-20cc-4d8b-8d7e-fc6c1d4030e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:19:39.187249 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c2b73e4671d4a0dbc7ee9511a252d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820461 Apr 02 18:19:39.188206 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6def15f3-e139-4612-b033-b49e64361950,revision_number=1']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:19:39.190114 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37572) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:19:39.191719 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-da833cce-df53-473f-9c91-e7be290446ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:19:39.251854 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd28b825-e7a9-4f06-a914-3a6755e18c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:39.278507 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd28b825-e7a9-4f06-a914-3a6755e18c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:39.325861 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd28b825-e7a9-4f06-a914-3a6755e18c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:39.333601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-65f2c983-bc5c-45e9-a392-4f1968a4eeef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:19:39.349039 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28b825-e7a9-4f06-a914-3a6755e18c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6def15f3-e139-4612-b033-b49e64361950,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:19:39.354205 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-bd28b825-e7a9-4f06-a914-3a6755e18c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:19:39.358489 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd28b825-e7a9-4f06-a914-3a6755e18c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:39.360003 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-bd28b825-e7a9-4f06-a914-3a6755e18c3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6def15f3-e139-4612-b033-b49e64361950 HTTP/1.1" status: 204 len: 168 time: 0.1684656 Apr 02 18:19:40.970052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be017904-6f11-4aac-9caf-20074cea6b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:42.064726 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:43.207091 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27938dcf-5cb4-4e88-90d5-26b18b9c16eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:43.895649 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:45.146751 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:50.228305 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:20:07.240035 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-e99283cd-828f-4ca9-8116-46ddf135279e tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118087992&fields=id&tenant_id=42ef8754e539485ca732a35c65bc7858 HTTP/1.1" status: 200 len: 267 time: 0.0428572 Apr 02 18:20:07.243321 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:07.334901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-bf53c30e-1574-4974-8a0b-87bc8d683d0e tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:07.336470 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-bf53c30e-1574-4974-8a0b-87bc8d683d0e tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 985 time: 0.0902832 Apr 02 18:20:07.348128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.v2.base [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Request body: {'port': {'security_groups': ['46b02ac9-deb6-4a67-8eb7-4e6135107646']}} {{(pid=84334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:20:07.481869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853843234'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:07.785849 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] For port 79db6441-61bd-438b-bf3f-7ba87311c545, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=79db6441-61bd-438b-bf3f-7ba87311c545,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:07.811329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:07.814771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730876333700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305978884383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305978884092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6688933'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:07.826202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['79db6441-61bd-438b-bf3f-7ba87311c545'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:20:07.829322 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:08.202568 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event updated for resources: {'Port': ['ID=79db6441-61bd-438b-bf3f-7ba87311c545,revision_number=7']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:08.223211 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.223630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.224038 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.224465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.224869 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.225271 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.225667 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.226066 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.226462 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.226856 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.227503 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.227894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:08.233989 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:08.254622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:08.255323 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.256778 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-9a665d75-8bdd-4186-8187-3f90df7590b7 req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "PUT /v2.0/ports/79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 943 time: 0.9135454 Apr 02 18:20:08.257309 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:20:08.265984 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37592) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:08.314435 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['79db6441-61bd-438b-bf3f-7ba87311c545'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:20:08.315269 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545', 'status': 'completed', 'code': 200} Apr 02 18:20:08.351706 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dff658b3-60b7-4419-ba3f-06717dadde79 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.390951 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dff658b3-60b7-4419-ba3f-06717dadde79 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.429438 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-174e3cc0-f562-4c75-859d-53aaa58d3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:08.431403 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-174e3cc0-f562-4c75-859d-53aaa58d3d76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1099 time: 0.0992897 Apr 02 18:20:08.457548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dff658b3-60b7-4419-ba3f-06717dadde79 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.463316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6e6b4cc8-d08f-4bd6-90f6-0030a9a03a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:08.480917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff658b3-60b7-4419-ba3f-06717dadde79 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30594e98-820b-4ea2-a1fd-ef12b98ea012,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:08.483802 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-dff658b3-60b7-4419-ba3f-06717dadde79 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:08.493459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dff658b3-60b7-4419-ba3f-06717dadde79 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.494683 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-dff658b3-60b7-4419-ba3f-06717dadde79 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "DELETE /v2.0/security-groups/30594e98-820b-4ea2-a1fd-ef12b98ea012 HTTP/1.1" status: 204 len: 168 time: 0.2276733 Apr 02 18:20:08.497623 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37596) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:08.571870 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fb67797a-3ea4-446a-93bc-0a34cbaacf26 None None] Provisioning complete for port 79db6441-61bd-438b-bf3f-7ba87311c545 triggered by entity DHCP. {{(pid=84336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:20:08.572325 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb67797a-3ea4-446a-93bc-0a34cbaacf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.582745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-3671d7de-4835-4bc0-87ab-e9aefe4a16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:08.584347 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-3671d7de-4835-4bc0-87ab-e9aefe4a16cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 915 time: 0.1432004 Apr 02 18:20:08.695147 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-a04915f0-fff3-4f95-ae4d-57b08dabbd68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 1002 time: 0.1031263 Apr 02 18:20:08.719308 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Deleting port 946f1ed4-9f6c-4bd6-8c64-cc559fc6635c {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:08.719651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.764904 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-dcd52e8e-e6b7-461c-bc2d-91eeed0ee6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:08.766554 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-dcd52e8e-e6b7-461c-bc2d-91eeed0ee6c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 200 len: 853 time: 0.0647249 Apr 02 18:20:08.846456 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-46f55000-4b06-4f00-ad80-2acb83d8c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:08.848038 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-46f55000-4b06-4f00-ad80-2acb83d8c44f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7db3efa0-9e82-4036-a5bb-aa21677fdae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752826 Apr 02 18:20:08.901509 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.901876 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:08.993866 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-006807d0-ebe6-4f6c-b3fa-b46e1fe1e206 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381989 Apr 02 18:20:09.037092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Calling delete_port for 946f1ed4-9f6c-4bd6-8c64-cc559fc6635c owned by network:floatingip {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:09.134458 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-28b545cb-20fb-4b09-8f2b-3d2950c66a6c req-5e212a63-029f-498c-9a9e-4adeff2f5e6b service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340218 Apr 02 18:20:09.199995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:09.214839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-62e8f04d-7f72-485e-9945-3b3ae3bcbad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:09.269148 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event deleted for resources: {'Port': ['ID=946f1ed4-9f6c-4bd6-8c64-cc559fc6635c,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:09.272859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:09.476272 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks [] for floatingip, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:09.476704 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.db.l3_db [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Floating IP 147f7ec0-675c-450c-8531-bd3250275a71 disassociated (deleted). External IP: 172.28.1.126, port: 79db6441-61bd-438b-bf3f-7ba87311c545. Apr 02 18:20:09.837997 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:20:10.022455 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:20:10.032567 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] Sync routers for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:20:10.040973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for floatingip, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:10.042874 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:20:10.043540 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:19:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:10.097812 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1c82de63-bdd5-4eae-97f2-144ca4f09d95 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "DELETE /v2.0/floatingips/147f7ec0-675c-450c-8531-bd3250275a71 HTTP/1.1" status: 204 len: 168 time: 1.5990047 Apr 02 18:20:10.235259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:20:10.316789 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545'}] {{(pid=84334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:20:10.368440 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545', 'status': 'completed', 'code': 200} Apr 02 18:20:10.484336 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca936b60-8502-4704-9969-134bd3bff72c req-46be8c5e-2b83-48d7-85a0-aa7b351468fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:10.486490 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca936b60-8502-4704-9969-134bd3bff72c req-46be8c5e-2b83-48d7-85a0-aa7b351468fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42ef8754e539485ca732a35c65bc7858&device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 1099 time: 0.0956743 Apr 02 18:20:10.594405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:08Z', 'revision_number': 5, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:10.599558 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] Checking router: fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:20:10.610065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:20:10.611283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:19:43Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:10.807293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:20:10.882202 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca936b60-8502-4704-9969-134bd3bff72c req-1d999b89-048c-470e-89b3-7b60a02751d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:10.883784 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca936b60-8502-4704-9969-134bd3bff72c req-1d999b89-048c-470e-89b3-7b60a02751d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 200 len: 915 time: 0.3915513 Apr 02 18:20:10.963912 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca936b60-8502-4704-9969-134bd3bff72c req-44c6b542-5220-49ff-b23d-38996a1532fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 200 len: 217 time: 0.0735898 Apr 02 18:20:11.035499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca936b60-8502-4704-9969-134bd3bff72c req-3ce48d08-5b32-45f4-baff-f4c75c0119b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:11.037087 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca936b60-8502-4704-9969-134bd3bff72c req-3ce48d08-5b32-45f4-baff-f4c75c0119b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 200 len: 853 time: 0.0669451 Apr 02 18:20:11.046839 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11e44634-5d5b-48b1-9164-9a391445724e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:11.125692 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca936b60-8502-4704-9969-134bd3bff72c req-f7e6e327-50e4-4f26-b37f-af19d51b724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:11.127343 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca936b60-8502-4704-9969-134bd3bff72c req-f7e6e327-50e4-4f26-b37f-af19d51b724f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7db3efa0-9e82-4036-a5bb-aa21677fdae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839882 Apr 02 18:20:11.162222 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:08Z', 'revision_number': 5, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:11.166523 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72df40-ffeb-469b-a00d-dbffb2f0ecda None None] The sync data for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb is: [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:18:00Z', 'revision_number': 4, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb', '_interfaces': [{'id': '306b17aa-b0fe-4a51-82b1-c58803a90da1', 'name': '', 'network_id': '7db3efa0-9e82-4036-a5bb-aa21677fdae8', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'mac_address': 'fa:16:3e:62:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:59Z', 'updated_at': '2021-04-02T18:18:08Z', 'revision_number': 5, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'subnets': [{'id': '02e194fe-d43c-4a5f-9147-f6ada9f63bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:20:11.274514 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca936b60-8502-4704-9969-134bd3bff72c req-acbbc0b1-d350-4883-9b88-197dd000e2ae service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403956 Apr 02 18:20:11.418489 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ca936b60-8502-4704-9969-134bd3bff72c req-dfabe9c1-f21a-4d1e-a0e6-3101b586fe75 service neutron] 10.222.0.20 "GET /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371446 Apr 02 18:20:11.583898 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649a434-85b3-4481-a170-caf390f20dca None None] New status for floating IP 147f7ec0-675c-450c-8531-bd3250275a71: DOWN {{(pid=84337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:20:12.065910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:13.209025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0af966b-9a8d-40b6-9e0f-e8ca701060a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:13.450619 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bbb88-ca94-4c80-bb1c-2f4d6aa931cd req-2cf81352-6d33-4657-8de6-5a6d98fad66c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:13.452201 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b66bbb88-ca94-4c80-bb1c-2f4d6aa931cd req-2cf81352-6d33-4657-8de6-5a6d98fad66c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.0903955 Apr 02 18:20:13.503100 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-b66bbb88-ca94-4c80-bb1c-2f4d6aa931cd req-73e5b5af-835e-4819-9eb9-d836a9c06d73 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 Apr 02 18:20:13.897252 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:14.699342 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539497b3-befc-41d0-a033-7618f043a00c req-66dac944-ae08-4a0a-acc8-1c4a8855d383 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:14.699995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-539497b3-befc-41d0-a033-7618f043a00c req-66dac944-ae08-4a0a-acc8-1c4a8855d383 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Synchronizing usage tracker for tenant:42ef8754e539485ca732a35c65bc7858 on resource:port {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:20:14.714882 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-539497b3-befc-41d0-a033-7618f043a00c req-66dac944-ae08-4a0a-acc8-1c4a8855d383 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Unset dirty status for tenant:42ef8754e539485ca732a35c65bc7858 on resource:port {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:20:14.716062 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-539497b3-befc-41d0-a033-7618f043a00c req-66dac944-ae08-4a0a-acc8-1c4a8855d383 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.1010187 Apr 02 18:20:14.765006 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-539497b3-befc-41d0-a033-7618f043a00c req-ea67cecc-693f-4909-9cda-92099edfc54c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Synchronizing usage tracker for tenant:42ef8754e539485ca732a35c65bc7858 on resource:security_group {{(pid=84334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:20:14.779630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.quota.resource [req-539497b3-befc-41d0-a033-7618f043a00c req-ea67cecc-693f-4909-9cda-92099edfc54c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Unset dirty status for tenant:42ef8754e539485ca732a35c65bc7858 on resource:security_group {{(pid=84334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:20:14.780820 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-539497b3-befc-41d0-a033-7618f043a00c req-ea67cecc-693f-4909-9cda-92099edfc54c tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/security-groups?id=46b02ac9-deb6-4a67-8eb7-4e6135107646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584726 Apr 02 18:20:15.090539 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-70dedddc-0be2-4e47-ae7d-c759062b6a01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:20:15.092043 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-70dedddc-0be2-4e47-ae7d-c759062b6a01 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 946 time: 0.0843208 Apr 02 18:20:15.151185 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:15.170219 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Deleting port 79db6441-61bd-438b-bf3f-7ba87311c545 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:15.170594 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:15.431043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] For port 79db6441-61bd-438b-bf3f-7ba87311c545, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=79db6441-61bd-438b-bf3f-7ba87311c545,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:15.431443 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:15.561215 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Calling delete_port for 79db6441-61bd-438b-bf3f-7ba87311c545 owned by compute:nova {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:15.708400 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:15.721198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] get_ports_and_sgs() called for port_ids ['79db6441-61bd-438b-bf3f-7ba87311c545'] {{(pid=84336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:20:15.724228 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-6aeac2cf-dbfa-46f0-9fe6-6fce3e6d2d0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:15.782169 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Pushing event deleted for resources: {'Port': ['ID=79db6441-61bd-438b-bf3f-7ba87311c545,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:15.843647 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.844074 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.844540 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.845497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.845907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.846316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.846745 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.847147 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.847525 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.847923 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.848355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.848754 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-2-smb {{(pid=84335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:20:15.854346 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:15.947856 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-ccb73c61-fc04-4fb3-803e-70671b07432f req-77fd6ab5-981a-4c4c-bde7-748ab8c0d636 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b593c4-99f9-4cd2-a65b-4818369de14b HTTP/1.1" status: 200 len: 210 time: 0.0548649 Apr 02 18:20:16.029431 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] No DVR routers for this DVR port 79db6441-61bd-438b-bf3f-7ba87311c545 on host hv-cinder-78447 {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:20:16.031917 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5889'] for port, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:16.034714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'name': 'network-vif-deleted', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545'}] {{(pid=84335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:20:16.054979 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [req-f4aa3f86-67f2-4130-8740-5b97da78edf5 req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] 10.222.0.20 "DELETE /v2.0/ports/79db6441-61bd-438b-bf3f-7ba87311c545 HTTP/1.1" status: 204 len: 173 time: 0.9576058 Apr 02 18:20:16.088128 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b593c4-99f9-4cd2-a65b-4818369de14b', 'name': 'network-vif-deleted', 'tag': '79db6441-61bd-438b-bf3f-7ba87311c545', 'status': 'completed', 'code': 200} Apr 02 18:20:17.736063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37678) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:18.290276 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666729'] for router_interface, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:18.883727 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Deleting port 306b17aa-b0fe-4a51-82b1-c58803a90da1 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:18.884378 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:19.060244 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 79db6441-61bd-438b-bf3f-7ba87311c545 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:20:19.062255 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] For port 306b17aa-b0fe-4a51-82b1-c58803a90da1, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=306b17aa-b0fe-4a51-82b1-c58803a90da1,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:19.062661 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:19.100283 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] No Port match for: 79db6441-61bd-438b-bf3f-7ba87311c545 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:20:19.100682 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Device 79db6441-61bd-438b-bf3f-7ba87311c545 not bound to the agent host hv-cinder-78447 {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:20:19.194063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Calling delete_port for 306b17aa-b0fe-4a51-82b1-c58803a90da1 owned by network:router_interface {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:19.367625 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:19.383120 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1d57b202-d22b-4a44-94f8-8ab6e9088a04 tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:19.442026 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Pushing event deleted for resources: {'Port': ['ID=306b17aa-b0fe-4a51-82b1-c58803a90da1,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:19.495975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:19.825250 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854014958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665020'] for router_interface, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:20.325393 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:20:20.511758 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:20:20.520918 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] Sync routers for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:20:20.524583 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1c2166eb-2695-47d5-9e54-d99b5ebaca04 admin admin] 10.222.0.32 "PUT /v2.0/routers/fb74ba20-0ff6-4d64-9b8d-5012b13f2b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7872939 Apr 02 18:20:20.527138 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37682) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:20.530759 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:20:20.531497 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:20:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:20.707794 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks [] for router, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:20.715384 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: dv-cinder-784477-2-smb {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:20:20.894812 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:20.903928 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Deleting port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 {{(pid=84334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:20.904346 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:21.021816 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:20:19Z', 'revision_number': 5, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port': {'id': 'a73d2e5b-04e6-4f14-8931-49f5c6db5ac9', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:56Z', 'updated_at': '2021-04-02T18:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:21.025766 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] Checking router: fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 for host: dv-cinder-784477-2-smb {{(pid=84336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:20:21.034639 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] Routers {'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:20:21.035266 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:20:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'], 'active': True} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:21.090132 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] For port a73d2e5b-04e6-4f14-8931-49f5c6db5ac9, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=a73d2e5b-04e6-4f14-8931-49f5c6db5ac9,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:21.090577 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:21.372546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] Set router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 gateway port host: None {{(pid=84336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:20:21.470448 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Calling delete_port for a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 owned by network:router_gateway {{(pid=84334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:21.489907 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:20:20Z', 'revision_number': 6, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port_host': None}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:21.494198 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f677509-8fbd-45ec-8a02-3455edda3b05 None None] The sync data for ids ['fb74ba20-0ff6-4d64-9b8d-5012b13f2b45'] in dv-cinder-784477-2-smb is: [{'id': 'fb74ba20-0ff6-4d64-9b8d-5012b13f2b45', 'name': 'tempest-TestMinimumBasicScenario-103647137-router', 'tenant_id': '42ef8754e539485ca732a35c65bc7858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:55Z', 'updated_at': '2021-04-02T18:20:20Z', 'revision_number': 6, 'project_id': '42ef8754e539485ca732a35c65bc7858', 'gw_port_host': None}] {{(pid=84336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:20:21.650967 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848086867'] for port, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:21.665698 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b35a6671-eb05-4367-a035-577762afcf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:21.697975 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 306b17aa-b0fe-4a51-82b1-c58803a90da1 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:20:21.722069 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73d2e5b-04e6-4f14-8931-49f5c6db5ac9,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:21.738312 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 306b17aa-b0fe-4a51-82b1-c58803a90da1 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:20:21.738699 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 306b17aa-b0fe-4a51-82b1-c58803a90da1 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:20:21.772588 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:21.924405 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.129024 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854108867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775002'] for router, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.131299 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.153025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854108793'] for router, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.153580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 {{(pid=84334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:20:22.166371 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] Notify callbacks [] for router, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.167582 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-1b9018c1-573e-4c79-89f9-5100ac0a1674 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fb74ba20-0ff6-4d64-9b8d-5012b13f2b45 HTTP/1.1" status: 204 len: 168 time: 1.6394992 Apr 02 18:20:22.170387 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37686) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:22.238793 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] Deleting subnet 02e194fe-d43c-4a5f-9147-f6ada9f63bce {{(pid=84334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:20:22.241995 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.296194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847899605'] for subnet, precommit_delete_associations {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.416937 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.667945 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6688880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6764736'] for subnet, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.683070 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9d240f5a-569d-417a-912d-3c1224f45df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:22.732638 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e194fe-d43c-4a5f-9147-f6ada9f63bce,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:22.779415 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:22.814859 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for subnet, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.820232 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203705bf-ec6d-463a-83c0-7cb269420fbd None None] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:20:22.823038 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-a47b4c38-7faa-4021-8918-ea05fa98911d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02e194fe-d43c-4a5f-9147-f6ada9f63bce HTTP/1.1" status: 204 len: 168 time: 0.6493905 Apr 02 18:20:22.823692 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37690) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:22.938740 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.006621 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Deleting port fd31466c-c1f9-4f1e-b464-1db0077a5557 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:23.007019 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.072324 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] DHCP port deletion for 7db3efa0-9e82-4036-a5bb-aa21677fdae8 request from dv-cinder-784477-2-smb {{(pid=84336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:20:23.076605 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] Deleting port fd31466c-c1f9-4f1e-b464-1db0077a5557 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:23.077149 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.229065 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] For port fd31466c-c1f9-4f1e-b464-1db0077a5557, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=fd31466c-c1f9-4f1e-b464-1db0077a5557,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:23.229384 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.293289 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] For port fd31466c-c1f9-4f1e-b464-1db0077a5557, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=fd31466c-c1f9-4f1e-b464-1db0077a5557,segment=NetworkSegment(e60616d7-0539-4c45-816c-e4fb44782078),segment_id=e60616d7-0539-4c45-816c-e4fb44782078)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:23.293732 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.360528 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Calling delete_port for fd31466c-c1f9-4f1e-b464-1db0077a5557 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:23.426662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] Calling delete_port for fd31466c-c1f9-4f1e-b464-1db0077a5557 owned by network:dhcp {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:23.440297 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.455701 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-89fbfa7b-4d31-4d21-b447-96bdf953c2bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:23.504580 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.api [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:20:23.504894 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.api [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:20:23.510999 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd31466c-c1f9-4f1e-b464-1db0077a5557,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:23.514891 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:23.598518 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] No DVR routers for this DVR port fd31466c-c1f9-4f1e-b464-1db0077a5557 on host dv-cinder-784477-2-smb {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:20:23.719680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.736996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:20:23.774835 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:20:23.775152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device a73d2e5b-04e6-4f14-8931-49f5c6db5ac9 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:20:23.775617 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device fd31466c-c1f9-4f1e-b464-1db0077a5557 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:20:23.810061 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: fd31466c-c1f9-4f1e-b464-1db0077a5557 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:20:23.810450 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device fd31466c-c1f9-4f1e-b464-1db0077a5557 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:20:23.832749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db3efa0-9e82-4036-a5bb-aa21677fdae8']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:23.845103 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60616d7-0539-4c45-816c-e4fb44782078') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:23.845437 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60616d7-0539-4c45-816c-e4fb44782078') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:23.857343 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.874956 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:23.881921 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:20:24.006043 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] Deleting port fd31466c-c1f9-4f1e-b464-1db0077a5557 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:24.006709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:24.057067 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:20:24.066493 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:24.081519 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ffe26eb8-8da0-428d-8290-74a9949a907c None None] The port 'fd31466c-c1f9-4f1e-b464-1db0077a5557' was deleted {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:20:24.242178 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Network 7db3efa0-9e82-4036-a5bb-aa21677fdae8 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:20:24.264420 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:20:24.342879 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:24.347515 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:24.364203 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:24.373125 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db3efa0-9e82-4036-a5bb-aa21677fdae8,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:24.377597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:24.381231 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-8fc105cd-08bf-475b-a4df-f1161fc61c17 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7db3efa0-9e82-4036-a5bb-aa21677fdae8 HTTP/1.1" status: 204 len: 168 time: 1.5564363 Apr 02 18:20:24.384422 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37694) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:25.179757 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666729'] for router_interface, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:25.546267 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Deleting port 9900b18b-4656-480f-9ecc-4aa19b463dd0 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:25.546563 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:25.727878 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] For port 9900b18b-4656-480f-9ecc-4aa19b463dd0, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=9900b18b-4656-480f-9ecc-4aa19b463dd0,segment=NetworkSegment(d4022e5d-dc14-4a67-8a3f-89bb8635a6b4),segment_id=d4022e5d-dc14-4a67-8a3f-89bb8635a6b4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:25.728316 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:25.857749 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Calling delete_port for 9900b18b-4656-480f-9ecc-4aa19b463dd0 owned by network:router_interface {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:26.029421 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:26.044716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-7a5ee02c-a589-4f94-8882-141d5604bd29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:26.101484 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9900b18b-4656-480f-9ecc-4aa19b463dd0,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:26.106196 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:26.487860 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854014958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665020'] for router_interface, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:26.986825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Router 42775dc5-161f-4432-9fa8-bd48b305e1da has already been hosted by L3 agent 65250335-aca3-4789-a4aa-7ddb3fb4909c {{(pid=84335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:20:27.171825 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] Notify agent at l3_agent.dv-cinder-784477-2-smb the message routers_updated {{(pid=84335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:20:27.180454 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] Sync routers for ids ['42775dc5-161f-4432-9fa8-bd48b305e1da'] in dv-cinder-784477-2-smb {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:20:27.186592 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-41116125-4e4e-4d04-a67d-cc3d1dfd2d9f admin admin] 10.222.0.32 "PUT /v2.0/routers/42775dc5-161f-4432-9fa8-bd48b305e1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8011084 Apr 02 18:20:27.189197 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37698) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:27.191052 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] Routers {'42775dc5-161f-4432-9fa8-bd48b305e1da'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:20:27.191713 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:20:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['42775dc5-161f-4432-9fa8-bd48b305e1da'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:27.493778 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:20:27.559537 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] Set router 42775dc5-161f-4432-9fa8-bd48b305e1da gateway port host: dv-cinder-784477-2-smb {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:20:27.635764 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks [] for router, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:27.825900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:27.834341 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Deleting port c7e282b0-d3e7-479b-bb92-a92195f8bdbd {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:27.834709 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:27.858548 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'external_fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:20:25Z', 'revision_number': 5, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port': {'id': 'c7e282b0-d3e7-479b-bb92-a92195f8bdbd', 'name': '', 'network_id': '25f59e59-11d9-4f50-904d-648d364b3be9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:18:04Z', 'updated_at': '2021-04-02T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4322a55-3ca9-4628-815e-9c35d861f69e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-2-smb'}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:27.863259 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] Checking router: 42775dc5-161f-4432-9fa8-bd48b305e1da for host: dv-cinder-784477-2-smb {{(pid=84337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:20:27.872084 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] Routers {'42775dc5-161f-4432-9fa8-bd48b305e1da'} bound to L3 agent in host dv-cinder-784477-2-smb {{(pid=84337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:20:27.872784 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:00:43Z,description=,heartbeat_timestamp=2021-04-02T18:20:13Z,host='dv-cinder-784477-2-smb',id=65250335-aca3-4789-a4aa-7ddb3fb4909c,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T18:00:43Z,topic='l3_agent')) {'router_ids': ['42775dc5-161f-4432-9fa8-bd48b305e1da'], 'active': True} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:28.021947 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] For port c7e282b0-d3e7-479b-bb92-a92195f8bdbd, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=c7e282b0-d3e7-479b-bb92-a92195f8bdbd,segment=NetworkSegment(b910e827-9d51-4d68-874a-6ab62aeb907f),segment_id=b910e827-9d51-4d68-874a-6ab62aeb907f)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:28.022241 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:28.034669 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] Set router 42775dc5-161f-4432-9fa8-bd48b305e1da gateway port host: None {{(pid=84337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:20:28.146385 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:20:27Z', 'revision_number': 6, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port_host': None}], 'dv-cinder-784477-2-smb', False) {} {{(pid=84337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:28.150615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a8c46-f0ac-4c5b-9668-ebe5fc9ee509 None None] The sync data for ids ['42775dc5-161f-4432-9fa8-bd48b305e1da'] in dv-cinder-784477-2-smb is: [{'id': '42775dc5-161f-4432-9fa8-bd48b305e1da', 'name': 'tempest-TestMinimumBasicScenario-1941600840-router', 'tenant_id': 'a393cddb78ce4a469d85774e23d14459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:18:03Z', 'updated_at': '2021-04-02T18:20:27Z', 'revision_number': 6, 'project_id': 'a393cddb78ce4a469d85774e23d14459', 'gw_port_host': None}] {{(pid=84337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:20:28.156453 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Calling delete_port for c7e282b0-d3e7-479b-bb92-a92195f8bdbd owned by network:router_gateway {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:28.335760 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:28.350910 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-1ee2ae01-69a6-444d-b058-2c36d8d4a3af tempest-TestMinimumBasicScenario-1053905387 tempest-TestMinimumBasicScenario-1053905387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:28.409950 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e282b0-d3e7-479b-bb92-a92195f8bdbd,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:28.413902 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:28.614791 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:28.800025 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854108867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775002'] for router, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:28.802339 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:28.826511 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854108793'] for router, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:28.827064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42775dc5-161f-4432-9fa8-bd48b305e1da {{(pid=84335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:20:28.839779 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] Notify callbacks [] for router, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:28.841056 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-b6fd062b-1c2e-4bde-9842-0decd5199cef admin admin] 10.222.0.32 "DELETE /v2.0/routers/42775dc5-161f-4432-9fa8-bd48b305e1da HTTP/1.1" status: 204 len: 168 time: 1.6508718 Apr 02 18:20:28.843901 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37702) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:28.910912 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.db_base_plugin_v2 [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] Deleting subnet acb51cb4-fcc0-42b1-92b7-30d596b87007 {{(pid=84335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:20:28.914193 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:28.968561 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6818865'] for subnet, precommit_delete_associations {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:29.049769 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-30679'] for subnet, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:29.307389 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854745137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848105875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6813216'] for subnet, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:29.322909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:29.369467 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb51cb4-fcc0-42b1-92b7-30d596b87007,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:29.372290 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:29.457444 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:29.462895 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691ba9d-e167-4afa-99fb-c6d8228df642 None None] Network b72eb518-9338-4f2b-a91a-915d659da564 requested from dv-cinder-784477-2-smb {{(pid=84336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:20:29.463354 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-47428543-5341-4f5a-88e9-ae6277dabb15 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/acb51cb4-fcc0-42b1-92b7-30d596b87007 HTTP/1.1" status: 204 len: 168 time: 0.6178596 Apr 02 18:20:29.465996 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84335) accepted ('10.222.0.32', 37706) {{(pid=84335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:29.583790 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928365'] for network, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:29.652585 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Deleting port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 {{(pid=84335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:29.653194 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:29.716111 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] DHCP port deletion for b72eb518-9338-4f2b-a91a-915d659da564 request from dv-cinder-784477-2-smb {{(pid=84336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:20:29.720459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] Deleting port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:29.720886 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:29.773150 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c7e282b0-d3e7-479b-bb92-a92195f8bdbd no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:20:29.818966 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: c7e282b0-d3e7-479b-bb92-a92195f8bdbd {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:20:29.819351 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device c7e282b0-d3e7-479b-bb92-a92195f8bdbd not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:20:29.819809 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9900b18b-4656-480f-9ecc-4aa19b463dd0 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:20:29.877808 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] For port f6fcc900-5f4a-4b1f-903a-5cc267f53a31, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=f6fcc900-5f4a-4b1f-903a-5cc267f53a31,segment=NetworkSegment(d4022e5d-dc14-4a67-8a3f-89bb8635a6b4),segment_id=d4022e5d-dc14-4a67-8a3f-89bb8635a6b4)] {{(pid=84335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:29.878124 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:29.889319 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: 9900b18b-4656-480f-9ecc-4aa19b463dd0 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:20:29.889716 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device 9900b18b-4656-480f-9ecc-4aa19b463dd0 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:20:30.009547 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Calling delete_port for f6fcc900-5f4a-4b1f-903a-5cc267f53a31 owned by network:dhcp {{(pid=84335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:30.021313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] For port f6fcc900-5f4a-4b1f-903a-5cc267f53a31, host dv-cinder-784477-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-2-smb',level=0,port_id=f6fcc900-5f4a-4b1f-903a-5cc267f53a31,segment=NetworkSegment(d4022e5d-dc14-4a67-8a3f-89bb8635a6b4),segment_id=d4022e5d-dc14-4a67-8a3f-89bb8635a6b4)] {{(pid=84336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:20:30.021758 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109840'] for port, precommit_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:30.087355 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853843325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730876333683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730875891417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6670000'] for port, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:30.102459 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-0f054655-6fd0-4643-afb4-03c0dbf6d88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:30.152735 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] Calling delete_port for f6fcc900-5f4a-4b1f-903a-5cc267f53a31 owned by network:dhcp {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:20:30.157362 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fcc900-5f4a-4b1f-903a-5cc267f53a31,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:30.159953 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:30.225552 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.db.api [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:20:30.225954 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_db.api [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:20:30.244762 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] No DVR routers for this DVR port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 on host dv-cinder-784477-2-smb {{(pid=84335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:20:30.366492 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772906', 'neutron.services.segments.db._delete_segments_for_network--9223363305978413633'] for network, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:30.479498 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72eb518-9338-4f2b-a91a-915d659da564']}} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:30.492555 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4') {'for_net_delete': True} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:30.492881 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.services.segments.db [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4022e5d-dc14-4a67-8a3f-89bb8635a6b4') {} {{(pid=84335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:20:30.504612 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730876362065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847956936'] for segment, before_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:30.518973 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-31792'] for segment, precommit_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:30.525088 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:20:30.701753 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Network b72eb518-9338-4f2b-a91a-915d659da564 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:20:30.711191 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854744005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848105786'] for segment, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:30.726935 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] Deleting port f6fcc900-5f4a-4b1f-903a-5cc267f53a31 {{(pid=84336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:20:30.727666 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305978456931'] for port, before_delete {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:30.800687 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-967ba6c9-44c3-4a98-9a8a-0baa56bfefa4 None None] The port 'f6fcc900-5f4a-4b1f-903a-5cc267f53a31' was deleted {{(pid=84336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:20:30.888909 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Network b72eb518-9338-4f2b-a91a-915d659da564 has no segments {{(pid=84335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: Traceback (most recent call last): Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: timer() Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: cb(*args, **kw) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: return func(*args, **kwargs) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: self._notify() Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: self.callback(batched_events) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: event.method(event) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: segment_id)['aggregates'][0] Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: return f(self, *a, **k) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: return self._get(url).json() Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: **kwargs) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: return self.request(url, 'GET', **kwargs) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: **endpoint_filter) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:20:30.911002 dv-cinder-784477-2-smb neutron-server[84223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:20:30.991556 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:30.994968 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-f9a1c30e-5e71-4bf3-b6f4-716ced14997b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:31.012893 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760840'] for network, before_response {{(pid=84335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.024499 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Pushing event deleted for resources: {'Network': ['ID=b72eb518-9338-4f2b-a91a-915d659da564,revision_number=None']} {{(pid=84335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:31.029326 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:31.032608 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-c39025c8-ed8b-486e-8e6d-1af145216298 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b72eb518-9338-4f2b-a91a-915d659da564 HTTP/1.1" status: 204 len: 168 time: 1.5656207 Apr 02 18:20:31.206689 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37712) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:31.258727 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-22a98065-e267-4934-8860-a8a4f4c8ff38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42ef8754e539485ca732a35c65bc7858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507126 Apr 02 18:20:31.261092 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37716) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:31.324458 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e579138f-73c0-4429-b142-3b99b964acab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.350833 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e579138f-73c0-4429-b142-3b99b964acab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.397282 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e579138f-73c0-4429-b142-3b99b964acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.402269 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-ec016cbe-4e73-4baa-afd3-a8ba8607fed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:31.416449 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579138f-73c0-4429-b142-3b99b964acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b02ac9-deb6-4a67-8eb7-4e6135107646,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:31.419063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-e579138f-73c0-4429-b142-3b99b964acab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:31.427994 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e579138f-73c0-4429-b142-3b99b964acab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.431690 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-e579138f-73c0-4429-b142-3b99b964acab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46b02ac9-deb6-4a67-8eb7-4e6135107646 HTTP/1.1" status: 204 len: 168 time: 0.1672070 Apr 02 18:20:31.737754 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device f6fcc900-5f4a-4b1f-903a-5cc267f53a31 no longer exists at agent ovs-agent-dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:20:31.774488 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] No Port match for: f6fcc900-5f4a-4b1f-903a-5cc267f53a31 {{(pid=84336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:20:31.774887 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Device f6fcc900-5f4a-4b1f-903a-5cc267f53a31 not bound to the agent host dv-cinder-784477-2-smb {{(pid=84336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:20:31.776112 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37724) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:31.827530 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-fdd5b9d7-14d6-4291-94bf-f449b50da754 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a393cddb78ce4a469d85774e23d14459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501184 Apr 02 18:20:31.830747 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.wsgi [-] (84334) accepted ('10.222.0.32', 37728) {{(pid=84334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:20:31.890238 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c7b719f-4329-45e1-9bb7-a7acfe23a35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.917601 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c7b719f-4329-45e1-9bb7-a7acfe23a35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.968461 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c7b719f-4329-45e1-9bb7-a7acfe23a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854416653'] for security_group, after_delete {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.974105 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-9557706d-8d8e-48db-a33a-c4e17e39f6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:20:31.987055 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b719f-4329-45e1-9bb7-a7acfe23a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15fd6f4-ac13-45f7-a05a-b73a587bcfa0,revision_number=None']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:20:31.989626 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG oslo_concurrency.lockutils [None req-3c7b719f-4329-45e1-9bb7-a7acfe23a35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:20:31.992944 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c7b719f-4329-45e1-9bb7-a7acfe23a35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:31.994862 dv-cinder-784477-2-smb neutron-server[84223]: INFO neutron.wsgi [None req-3c7b719f-4329-45e1-9bb7-a7acfe23a35e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b15fd6f4-ac13-45f7-a05a-b73a587bcfa0 HTTP/1.1" status: 204 len: 168 time: 0.1631191 Apr 02 18:20:37.245575 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:40.969293 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d607e5d-5c6f-4981-b85b-8efcd3430c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:42.066805 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:43.209502 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-051a0efa-b22f-473a-990a-1fddbbce8904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:43.899246 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:45.159064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:04.254164 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:21:07.244184 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:10.971152 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e76c-1af8-44f7-860e-c88e7dd89721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:12.070615 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:13.209662 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7026db71-d4e6-4885-9c48-4d5305674605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:13.901587 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:15.160329 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:37.257771 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:40.972679 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55c74ecd-af87-4861-bd12-bc0baa7e869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:41.253630 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:21:42.071714 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:43.210273 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9591137e-cb9c-4472-a44b-908e91210b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:43.905128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:21:45.163465 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:07.274056 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:10.973946 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11f22bd8-278f-4936-8e14-6ce84e6ac6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:12.073280 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:13.211247 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87619e83-4945-413c-af43-49a4f3474c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:13.907543 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:15.165505 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:18.253101 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:22:37.272058 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:40.974131 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5332d5f6-4df1-4a5f-a36d-f1cfd56bb61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:42.076358 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:43.211128 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40d6320b-3834-4d53-bed3-b4be4f077b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:43.911892 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:45.168691 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:22:55.253652 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:23:07.271838 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:10.975521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-576dfa2d-5349-4803-84ae-a423013c1a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:12.079135 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:13.212218 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c9479409-7ef9-4fcc-8de0-1686116de62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:13.911774 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:15.173476 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:32.253064 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:23:37.290200 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:40.975969 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1063862a-af8b-4604-9582-482ebd16c72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:42.248304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:43.212096 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-08a2244e-126d-4918-bc05-7181cde095ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:43.914521 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:23:45.177715 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:07.287015 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:09.253366 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:24:10.977680 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8aa36ce4-1887-4f4c-83b1-4d64259e992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:12.079651 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:13.212976 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d3bbe152-a2a3-4c6a-b2ac-049617e57157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:13.918021 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:15.180597 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:37.302313 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:40.979622 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d4f1316a-a383-401f-814b-9917ba597c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:42.081083 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:43.213546 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0456d44-14b9-4441-8e72-525c05a6e659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:43.919629 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:45.184463 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:24:46.252900 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron.db.agents_db [None req-8fd5fe56-ac87-4303-8d51-8c0abb4c96dc None None] Agent healthcheck: found 6 active agents {{(pid=84337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:25:07.304333 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2b778a2-e552-4c9f-9bec-9d86d5e649b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:25:10.991304 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-84b66802-616c-48b4-a391-24d6b80a9859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:25:12.082841 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-091991ec-8f0c-4ff0-9ca5-e9021b770088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:25:13.216063 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e9130681-e9b6-4798-b45d-6ca574611c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:25:13.929426 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c187141-3ec4-4bc3-8f89-f30dedc92493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:25:15.186817 dv-cinder-784477-2-smb neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9c52706-0feb-4845-994d-04028465494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305978413650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}